-- Logs begin at Thu 2021-09-23 15:03:27 UTC, end at Thu 2021-09-23 16:29:03 UTC. -- Sep 23 16:01:03.527306 dv-cinder-806616-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 16:01:06.407283 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.common.config [-] Logging enabled! Sep 23 16:01:06.407948 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 16:01:06.408054 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 16:01:06.411512 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.common.config [-] Logging enabled! Sep 23 16:01:06.411765 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 16:01:06.412073 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 16:01:06.413027 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 16:01:06.413255 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 16:01:06.413623 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 16:01:06.413862 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 16:01:06.414083 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 16:01:06.414399 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.414690 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.414980 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.415204 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.415517 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.415801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.416077 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.416360 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.416654 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.416933 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.417206 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.417487 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.417712 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.417990 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.418271 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.418554 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.418772 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] debug = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.419046 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.419504 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.419921 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.420197 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.420704 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.422105 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.422381 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.422663 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.422947 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.423280 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] host = dv-cinder-806616-3-iscsi {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.423586 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.423875 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.424160 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.424442 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.424715 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.424991 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.425272 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.425542 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.425812 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] log_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.426082 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.426368 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.426651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.426937 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.427158 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.427376 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.427681 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.427963 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.428244 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.428527 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.428791 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.429055 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.429312 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.429576 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.429872 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.430151 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.430423 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.430693 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.430963 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.431283 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.431578 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.431861 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.432176 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.432445 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.432714 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.432997 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.433262 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.433530 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.433826 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.434108 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.434384 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.434661 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.434929 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.435209 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.435501 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.435769 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.436035 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] use_json = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.436864 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.437146 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.437432 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.437704 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.437978 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.438248 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.438519 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.438800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:06.439099 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.439418 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.439715 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.439999 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.440293 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.440573 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.440857 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.441132 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.441420 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.441707 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.441994 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.442268 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.442554 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.442828 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.443117 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.443437 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.443733 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.444020 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.444294 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.444564 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.444834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.445107 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.445391 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.445666 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.445949 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.446232 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.446504 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.446783 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.447070 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.447354 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.447649 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.447923 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.448208 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.448482 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.448748 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.449020 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.449310 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.449581 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.449849 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.450128 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.450405 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.450672 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.450940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.451213 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.451628 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.451928 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.452611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.452885 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.453163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.453434 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.453720 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.453999 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.454269 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.454538 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.454811 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.455080 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.455347 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.455725 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.455996 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.456269 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.456539 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.456806 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.457074 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.457342 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.457609 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.457877 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.458145 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.458417 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.458685 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.458954 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.459219 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.459512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.459783 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.460068 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.460370 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.460646 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.460919 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.461193 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.461466 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.461741 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.462016 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.462288 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.462562 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.462830 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.463116 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.463406 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.463699 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.463979 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.464254 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.464551 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.464823 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.465101 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.465373 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.465710 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.465927 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.466206 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.466495 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.466784 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.467072 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.467929 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.468814 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.469085 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.469401 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.469685 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:06.469904 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 16:01:06.470151 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94274) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 16:01:06.837029 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 16:01:06.837225 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 16:01:06.837489 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 16:01:06.837819 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 16:01:07.249145 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.249782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.250170 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.251623 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.251966 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.252228 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.288942 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.289213 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.289475 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.304457 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.304732 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.304998 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.334768 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.335043 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.335307 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.373444 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.374241 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.374513 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.615060 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.615731 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.615731 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.615894 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.616556 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.742340 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.742657 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.742935 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.743199 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.743479 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.743787 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.744042 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.744291 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.744538 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.744812 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.745064 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.745321 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.745568 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.745814 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.746062 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.746319 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.746567 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.746827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.747089 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.747341 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.747633 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.747881 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.748157 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.749055 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.749734 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.749988 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.750381 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:07.750621 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:07.750857 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:07.751093 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:07.751324 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:07.751581 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:07.751950 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 16:01:07.755107 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 16:01:07.759134 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 16:01:07.762815 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 23 16:01:07.765057 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 16:01:07.765511 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 16:01:07.765844 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 16:01:07.766221 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 16:01:07.769018 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 16:01:07.769268 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 16:01:07.769609 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 16:01:07.774913 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 16:01:07.798534 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 16:01:07.798993 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.799288 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94274) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 16:01:07.799667 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.801028 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94274) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 16:01:07.801476 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 16:01:07.801721 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 16:01:07.804945 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.805220 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:07.871761 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 16:01:07.871928 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 16:01:07.872148 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 16:01:07.872523 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 16:01:07.904634 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_db.sqlalchemy.engines [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94274) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 16:01:08.445571 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing driver for type 'gre' Sep 23 16:01:08.446129 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] gre ID ranges: [(1, 1000)] Sep 23 16:01:08.508753 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing driver for type 'local' Sep 23 16:01:08.509090 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing driver for type 'vlan' Sep 23 16:01:08.523456 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] VlanTypeDriver initialization complete Sep 23 16:01:08.523816 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing driver for type 'vxlan' Sep 23 16:01:08.524320 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] vxlan ID ranges: [(1, 1000)] Sep 23 16:01:08.584927 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing extension driver 'port_security' Sep 23 16:01:08.585273 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] PortSecurityExtensionDriver initialization complete Sep 23 16:01:08.585618 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing mechanism driver 'openvswitch' Sep 23 16:01:08.585994 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing mechanism driver 'hyperv' Sep 23 16:01:08.592863 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:08.593557 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.593931 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.594293 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.594817 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 16:01:08.595255 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.595657 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.596010 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.596411 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 16:01:08.596827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.597180 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.597527 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.597918 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 16:01:08.598324 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.598675 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.599016 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.599579 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 16:01:08.600002 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.600361 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.600708 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.601102 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 16:01:08.601511 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.601860 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.602201 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.602592 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 16:01:08.602979 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] ML2 OVO RPC backend initialized. {{(pid=94274) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 16:01:08.603734 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.604095 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.604512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.604862 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > networks before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.605211 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.605555 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > ports before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.605899 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.606248 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.606594 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.606936 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.607274 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.607648 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.608013 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.608350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.608773 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.609119 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.609457 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.610049 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.plugin [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Modular L2 Plugin initialization complete Sep 23 16:01:08.610382 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading services supported by the core plugin {{(pid=94274) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 16:01:08.610717 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.plugins.ml2.managers [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Got port-security extension from driver 'port_security' Sep 23 16:01:08.611236 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.extensions.vlantransparent [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Disabled vlantransparent extension. Sep 23 16:01:08.611704 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94274) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 16:01:08.612023 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: router Sep 23 16:01:08.651321 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.652329 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router after_create 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.652479 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router before_create 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.652929 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.653579 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.654183 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router after_delete 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.654839 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.655479 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.655942 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router after_create 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.656435 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router after_update 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.657210 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router after_update 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.657570 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.658085 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router after_update 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.658702 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.659339 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: port after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.660160 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: port after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.660747 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: subnet after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.661180 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.661750 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.662743 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.662911 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: port before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.663547 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.664184 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router after_update 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.664711 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.665293 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.665941 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.666443 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.667066 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > agent after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.667713 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.668268 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > network after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.669735 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Tracking information for resource: router configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:08.670188 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Tracking information for resource: floatingip configured {{(pid=94274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 16:01:08.677897 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.db.l3_agentschedulers_db [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 16:01:08.678829 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: port after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.679360 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: port after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.679982 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: port after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.680570 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: port after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.681617 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router before_create 55550100 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.682091 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.682689 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.683243 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.689198 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.services.provider_configuration [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service providers = [] {{(pid=94274) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 16:01:08.689570 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.db.servicetype_db [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94274) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 16:01:08.692714 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.services.service_base [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 16:01:08.693075 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.services.service_base [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 16:01:08.693422 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.services.service_base [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 16:01:08.694326 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.services.service_base [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 16:01:08.694704 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.services.service_base [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 16:01:08.695103 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.695456 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 16:01:08.708458 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.708877 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: auto_allocate Sep 23 16:01:08.716019 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: network precommit_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.716457 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: network precommit_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.717152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.718284 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: tag Sep 23 16:01:08.726879 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.727573 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: timestamp Sep 23 16:01:08.732728 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.733790 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: network_ip_availability Sep 23 16:01:08.740269 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.740653 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.741024 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.741791 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.742111 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: flavors Sep 23 16:01:08.747004 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.747341 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading Plugin: revisions Sep 23 16:01:08.751751 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 16:01:08.752150 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_concurrency.lockutils [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.915s {{(pid=94274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 16:01:08.752907 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94274) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 16:01:08.753305 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Initializing extension manager. Sep 23 16:01:08.753936 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: __init__.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.754390 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: __pycache__ {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.754836 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.755265 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: address_group.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.756248 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.756940 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: address-group Sep 23 16:01:08.757267 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: address_scope.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.758204 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.758720 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: address-scope Sep 23 16:01:08.759048 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.760029 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.760539 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: router-admin-state-down-before-update Sep 23 16:01:08.760865 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: agent.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.761580 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.762095 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: agent Sep 23 16:01:08.762413 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: agent_resources_synced.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.763348 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.763883 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: agent-resources-synced Sep 23 16:01:08.764331 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.766192 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.766715 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: allowed-address-pairs Sep 23 16:01:08.767047 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.768169 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.768688 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: auto-allocated-topology Sep 23 16:01:08.769021 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: availability_zone.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.769731 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.770242 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: availability_zone Sep 23 16:01:08.770568 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: availability_zone_filter.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.771531 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.772045 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: availability_zone_filter Sep 23 16:01:08.772372 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: data_plane_status.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.773294 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.773802 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 16:01:08.774128 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: default_subnetpools.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.775054 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.775601 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: default-subnetpools Sep 23 16:01:08.775928 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.776756 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.777265 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: dhcp_agent_scheduler Sep 23 16:01:08.777590 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: dns.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.778517 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.779024 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 16:01:08.779349 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: dns_domain_ports.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.780836 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.781341 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 16:01:08.781664 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.782596 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.783104 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 16:01:08.783458 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: dvr.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.784142 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.784895 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: dvr Sep 23 16:01:08.785227 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: ecmp_routes.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.786161 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.786662 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 16:01:08.786985 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: empty_string_filtering.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.787945 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.788453 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: empty-string-filtering Sep 23 16:01:08.788778 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.789708 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.790211 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 16:01:08.790533 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.791487 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.791995 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 16:01:08.792317 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: external_net.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.793249 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.793758 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: external-net Sep 23 16:01:08.794093 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.795002 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.796189 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: extra_dhcp_opt Sep 23 16:01:08.796657 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: extraroute.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.797373 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.797878 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: extraroute Sep 23 16:01:08.798203 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: extraroute_atomic.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.799257 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.799796 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: extraroute-atomic Sep 23 16:01:08.800124 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: filter_validation.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.800803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.801305 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: filter-validation Sep 23 16:01:08.801630 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: fip_pf_description.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.802557 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.803069 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 16:01:08.803446 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: fip_port_details.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.804378 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.804886 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: fip-port-details Sep 23 16:01:08.805210 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: flavors.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.806456 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.806972 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: flavors Sep 23 16:01:08.807302 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.808997 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.809520 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 16:01:08.809852 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: floatingip_pools.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.810631 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.811104 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: floatingip-pools Sep 23 16:01:08.811561 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: ip_allocation.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.812568 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.813071 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 16:01:08.813395 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.814326 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.814833 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: ip-substring-filtering Sep 23 16:01:08.815162 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l2_adjacency.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.816123 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.816628 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 16:01:08.816957 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l3.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.818093 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.818610 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: router Sep 23 16:01:08.818935 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.821244 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.821776 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 16:01:08.822112 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.823059 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.823620 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: ext-gw-mode Sep 23 16:01:08.823953 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.825007 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.825435 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: l3-ha Sep 23 16:01:08.825761 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l3_flavors.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.827276 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.827923 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: l3-flavors Sep 23 16:01:08.828346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.829262 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.829772 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 16:01:08.830096 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: l3agentscheduler.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.831164 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.831708 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: l3_agent_scheduler Sep 23 16:01:08.832040 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: logging.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.833549 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.834078 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension logging not supported by any of loaded plugins Sep 23 16:01:08.834419 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: metering.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.835179 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.835794 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: metering Sep 23 16:01:08.836131 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.837274 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.837796 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: metering_source_and_destination_fields Sep 23 16:01:08.838132 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: multiprovidernet.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.839082 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.839638 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: multi-provider Sep 23 16:01:08.839972 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: netmtu.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.840914 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.841423 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: net-mtu Sep 23 16:01:08.841754 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: netmtu_writable.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.843261 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.843796 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: net-mtu-writable Sep 23 16:01:08.844115 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: network_availability_zone.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.844819 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.845305 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: network_availability_zone Sep 23 16:01:08.845632 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: network_ip_availability.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.846756 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.847274 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: network-ip-availability Sep 23 16:01:08.847638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: network_segment_range.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.848423 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.848935 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 16:01:08.849266 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: pagination.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.850261 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.850596 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: pagination Sep 23 16:01:08.850924 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: port_device_profile.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.851868 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.852385 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: port-device-profile Sep 23 16:01:08.852714 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.853656 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.854173 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: port-mac-address-regenerate Sep 23 16:01:08.854499 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.855450 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.855963 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: port-numa-affinity-policy Sep 23 16:01:08.856289 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: port_resource_request.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.857354 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.857882 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 16:01:08.858222 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: portbindings.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.859163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.859715 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: binding Sep 23 16:01:08.860034 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: portbindings_extended.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.861367 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.861837 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: binding-extended Sep 23 16:01:08.862167 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: portsecurity.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.863117 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.863668 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: port-security Sep 23 16:01:08.864779 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: project_id.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.865017 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.865351 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: project-id Sep 23 16:01:08.865683 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: providernet.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.866626 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.867142 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: provider Sep 23 16:01:08.867503 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.871175 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.871737 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos not supported by any of loaded plugins Sep 23 16:01:08.872077 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.873375 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.873929 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 16:01:08.874262 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.875205 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.875764 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 16:01:08.876125 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_default.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.877032 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.877551 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-default not supported by any of loaded plugins Sep 23 16:01:08.877929 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_fip.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.878550 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.879050 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 16:01:08.879374 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.880333 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.880874 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 16:01:08.881169 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.882096 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.882618 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 16:01:08.882925 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_pps_rule.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.884169 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.884685 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 16:01:08.885012 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.885948 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.886489 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 16:01:08.886815 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: qos_rules_alias.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.887924 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.888443 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 16:01:08.888770 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: quotasv2.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.890511 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.890847 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: quotas Sep 23 16:01:08.891170 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: quotasv2_detail.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.894689 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.895036 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: quota_details Sep 23 16:01:08.895374 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: rbac.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.896500 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.897045 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: rbac-policies Sep 23 16:01:08.897384 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: rbac_address_group.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.898332 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.898851 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: rbac-address-group Sep 23 16:01:08.899182 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: rbac_address_scope.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.900151 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.900658 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: rbac-address-scope Sep 23 16:01:08.900988 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: rbac_security_groups.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.901930 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.902447 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: rbac-security-groups Sep 23 16:01:08.902778 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.903737 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.904255 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: rbac-subnetpool Sep 23 16:01:08.904585 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: revisionifmatch.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.906253 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.906770 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: revision-if-match Sep 23 16:01:08.907104 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: revisions.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.908308 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.908823 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: standard-attr-revisions Sep 23 16:01:08.909151 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: router_availability_zone.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.910127 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.910636 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: router_availability_zone Sep 23 16:01:08.910965 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: routerservicetype.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.911922 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.912432 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 16:01:08.912760 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.913692 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.914203 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: security-groups-normalized-cidr Sep 23 16:01:08.914530 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.915495 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.916016 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: port-security-groups-filtering Sep 23 16:01:08.916344 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.917300 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.917815 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: security-groups-remote-address-group Sep 23 16:01:08.918145 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: securitygroup.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.929709 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.930242 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: security-group Sep 23 16:01:08.930580 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: segment.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.931392 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.931933 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension segment not supported by any of loaded plugins Sep 23 16:01:08.932266 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.933237 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.933755 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 16:01:08.934086 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: servicetype.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.935291 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.935854 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: service-type Sep 23 16:01:08.936436 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: sorting.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.937444 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.937782 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: sorting Sep 23 16:01:08.938113 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: standard_attr_segment.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.939056 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.939624 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 16:01:08.940001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: standardattrdescription.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.940662 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.941172 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: standard-attr-description Sep 23 16:01:08.941496 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: stateful_security_group.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.942437 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.942950 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: stateful-security-group Sep 23 16:01:08.943275 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: stdattrs_common.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.943898 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 16:01:08.944222 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.945169 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.945684 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 16:01:08.946011 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: subnet_onboard.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.947106 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.947666 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: subnet_onboard Sep 23 16:01:08.947997 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.948937 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.949450 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 16:01:08.949776 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: subnet_service_types.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.950722 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.951237 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: subnet-service-types Sep 23 16:01:08.952149 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: subnetallocation.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.953315 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.953832 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: subnet_allocation Sep 23 16:01:08.954160 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.954841 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.955356 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: subnetpool-prefix-ops Sep 23 16:01:08.955708 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.956652 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.957164 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 16:01:08.957489 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: tagging.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.958617 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.959139 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: standard-attr-tag Sep 23 16:01:08.959499 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: timestamp.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.960727 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.961253 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loaded extension: standard-attr-timestamp Sep 23 16:01:08.961590 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: trunk.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.962641 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.963159 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension trunk not supported by any of loaded plugins Sep 23 16:01:08.963518 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: trunk_details.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.964469 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.964986 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 16:01:08.965317 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.966259 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.966776 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 16:01:08.967106 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Loading extension file: vlantransparent.py {{(pid=94274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 16:01:08.968476 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 16:01:08.968988 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 16:01:08.971535 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:network Sep 23 16:01:08.972078 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:subnet Sep 23 16:01:08.972484 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 16:01:08.972889 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:port Sep 23 16:01:08.974147 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.974589 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service FLAVORS assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.975237 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.975716 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.976058 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:router Sep 23 16:01:08.976495 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 16:01:08.976992 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service METERING assigned prefix: /metering {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.978458 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.978839 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.979198 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:01:08.980272 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 16:01:08.980724 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:security_group Sep 23 16:01:08.981162 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 16:01:08.981758 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service CORE assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.982102 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 16:01:08.982456 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] subnetpool is already registered Sep 23 16:01:08.982922 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service CORE assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.983254 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 16:01:08.983629 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] subnetpool is already registered Sep 23 16:01:08.985965 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.986406 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service FLAVORS assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.987006 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.987466 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.987802 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:router Sep 23 16:01:08.988154 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] router is already registered Sep 23 16:01:08.988572 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 16:01:08.988911 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] floatingip is already registered Sep 23 16:01:08.989371 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service METERING assigned prefix: /metering {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.990051 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 16:01:08.990380 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] rbac_policy is already registered Sep 23 16:01:08.990796 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:security_group Sep 23 16:01:08.991132 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] security_group is already registered Sep 23 16:01:08.991569 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 16:01:08.991905 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] security_group_rule is already registered Sep 23 16:01:08.992538 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service CORE assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.992866 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 16:01:08.993203 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] subnetpool is already registered Sep 23 16:01:08.993627 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.v2.resource_helper [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Service CORE assigned prefix: {{(pid=94274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 16:01:08.993960 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 16:01:08.994293 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING neutron.quota.resource_registry [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] subnetpool is already registered Sep 23 16:01:08.994766 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: extensions {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:08.996301 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: address-groups {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:08.997796 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: address-scopes {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:08.999175 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: agents {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.000377 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: auto-allocated-topology {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.001635 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: availability_zones {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.002873 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: dhcp-networks {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.004496 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: dhcp-agents {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.005931 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: routers {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.008202 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: flavors {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.009381 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: service_profiles {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.010596 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: next_providers {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.012126 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: service_profiles {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.013656 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: floatingip-pools {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.015536 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: routers {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.017673 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: floatingips {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.018965 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: l3-routers {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.020390 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: l3-agents {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.021837 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: metering-labels {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.023191 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: metering-label-rules {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.024510 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: network-ip-availabilities {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.025813 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: bindings {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.028474 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: quotas {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.030627 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: quotas {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.032104 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: rbac-policies {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.033403 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: security-groups {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.034971 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: security-group-rules {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.036282 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: service-providers {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.037511 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: subnetpools {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.038973 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: subnetpools {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.040479 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.042157 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.044196 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.046163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.047991 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.049863 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.051608 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.053534 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.055320 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.057107 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron.api.extensions [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Extended resource: tags {{(pid=94274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 16:01:09.063348 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING keystonemiddleware.auth_token [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 16:01:09.068214 dv-cinder-806616-3-iscsi neutron-server[94274]: WARNING keystonemiddleware.auth_token [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 16:01:09.080801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_concurrency.lockutils [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Acquired lock "singleton_lock" {{(pid=94274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 16:01:09.081285 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_concurrency.lockutils [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Releasing lock "singleton_lock" {{(pid=94274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 16:01:09.081942 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO oslo_service.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Starting 2 workers Sep 23 16:01:09.086867 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Started child 94383 {{(pid=94274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 16:01:09.091641 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Started child 94384 {{(pid=94274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 16:01:09.093895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.094937 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO neutron.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 16:01:09.094937 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Notify callbacks [] for process, before_spawn {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.095445 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [-] (94383) wsgi starting up on http://0.0.0.0:9696 Sep 23 16:01:09.097202 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO oslo_service.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Starting 1 workers Sep 23 16:01:09.098507 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.099968 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [-] (94384) wsgi starting up on http://0.0.0.0:9696 Sep 23 16:01:09.102596 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Started child 94385 {{(pid=94274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 16:01:09.103149 dv-cinder-806616-3-iscsi neutron-server[94274]: INFO oslo_service.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Starting 1 workers Sep 23 16:01:09.106650 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] calling RpcWorker wait() {{(pid=94385) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 16:01:09.107221 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] returning from RpcWorker wait() {{(pid=94385) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 16:01:09.107818 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Started child 94386 {{(pid=94274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 16:01:09.108706 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1a941c21-6048-4822-8268-5759d29702e4 None None] Notify callbacks [] for process, after_spawn {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.108835 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.109278 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:09.110825 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 16:01:09.111039 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 16:01:09.111223 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 16:01:09.111521 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 16:01:09.111817 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 16:01:09.111983 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 16:01:09.112509 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.112791 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.113060 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.113326 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.113619 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.114106 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.114212 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.114485 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.114741 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.115035 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.115302 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.115505 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.115673 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.115922 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.116155 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.116463 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.116715 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.117126 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.117385 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.117558 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.117813 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.118074 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.118305 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.118576 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] debug = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.118820 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.119328 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.119584 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.119839 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.120065 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.120331 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.120563 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.120827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.121084 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.121327 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.121597 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.121864 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.122099 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.122311 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.122537 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.122801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.123024 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.123567 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] host = dv-cinder-806616-3-iscsi {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.123827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.124050 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.124295 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.124631 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.124891 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.125137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.125411 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.125674 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.125932 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.126164 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.126418 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.126661 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.126909 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.127160 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.127324 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_options = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.127586 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.127852 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.128114 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.128306 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.128481 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.128656 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.128909 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.129074 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.129327 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.129541 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.129755 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.129972 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.130208 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.130452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.130703 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.130949 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.131166 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.131380 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.131655 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.131894 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.132141 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.132367 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.132587 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.132808 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.133024 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.133281 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.133529 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.133744 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.133957 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.134213 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.134461 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.134729 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.134960 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.135209 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.135525 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.135723 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.135954 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.136185 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.136448 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.136676 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.136934 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.137204 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.137418 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.137664 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.137917 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.138153 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.138380 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_json = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.138602 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.138837 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.139104 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.140020 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.140379 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.140600 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.140821 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.141057 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.141479 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.141768 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.142119 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.142373 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.142630 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.142892 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.143229 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.143418 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.143621 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.143948 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.144161 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.144586 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.144931 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.145572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.145572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.145944 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:09.146098 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.146098 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.146394 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.146581 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.146890 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.147237 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.148563 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.148563 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.148563 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.148563 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.149340 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.149340 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.149603 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.149750 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.150013 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.150178 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.150420 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.150669 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.150914 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.151152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.151414 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.151642 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.151995 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.152412 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.152827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.153349 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.153761 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.154169 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.154405 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.154670 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.156397 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.156397 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.156397 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.156397 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.156397 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.157046 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.157046 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.157046 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.157408 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.157531 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.157753 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.159512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.159512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.159512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.159512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.159512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.159512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.159512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.160289 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.160289 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.160289 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.160507 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.160680 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.160896 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.161112 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.161352 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.161894 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.162477 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.162719 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.162928 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.163833 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.164055 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.164324 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.164544 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.164772 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.164984 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.165204 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.165425 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.165650 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.165890 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.166128 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.166346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.166556 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.166768 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.167023 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.167429 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.167658 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.167913 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.168183 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.168414 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.168631 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.169054 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.169528 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.170064 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.170502 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.170938 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.171314 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.171741 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.171985 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.172231 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.172510 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.172730 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.172968 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.173196 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.173609 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.173758 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.173980 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.174241 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.174500 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.174727 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.174994 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.175263 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.175579 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.175823 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.176072 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.176532 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.177014 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.177294 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.177531 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.178016 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.178484 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.178945 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.179486 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.179984 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.180541 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.181022 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.181331 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.181609 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.182029 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.182451 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.182827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.183081 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.183436 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.183689 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.183914 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.184152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.184473 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.184811 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.185512 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.185798 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.186081 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.186541 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.187022 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.187326 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.187729 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.188101 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.188452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.188749 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.189001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.189273 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.189509 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.189896 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.190002 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.190203 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.190424 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.190654 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.190890 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.191118 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.191343 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.191628 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.191849 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.192074 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.192316 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.192547 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.192788 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.193031 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.193268 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.193527 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.193779 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.194117 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.194331 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.194551 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.194800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.195050 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.195599 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.195738 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.195957 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.196224 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.196486 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.196696 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.197150 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.197150 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.197524 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.197715 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.197917 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.198097 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.198272 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.198608 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.198876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.199107 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.199360 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.199607 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.199839 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.203572 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.207250 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.208350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209135 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209239 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35170) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.209346 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.211611 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.212638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.213626 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.213626 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.213626 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.213626 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.213626 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.214357 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.214357 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.214357 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.214843 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.214843 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.215827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.215827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.215827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.215827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.218800 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.219762 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.219762 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.219762 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.220120 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.220120 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.220358 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.221151 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.221151 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.221151 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.221657 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.221657 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.221894 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.222015 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.222189 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.222404 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.222628 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.222878 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.223098 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.223307 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.223576 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.223792 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.223944 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 16:01:09.224477 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 16:01:09.224638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 16:01:09.224792 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 16:01:09.224961 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 16:01:09.225158 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 16:01:09.225291 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 16:01:09.225479 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.225618 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.226307 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.226307 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.226307 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.226307 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.226779 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.226779 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.226779 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.227125 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.227125 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.227125 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.227737 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.227737 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.227737 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228074 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228074 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228074 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228427 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228427 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228717 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228717 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.228928 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] debug = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.229010 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.229158 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.229308 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.229471 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.229615 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.229781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.229939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.230097 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.230255 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.230412 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.230570 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.230729 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.230887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.231047 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.231205 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.231362 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.231559 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.231792 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] host = dv-cinder-806616-3-iscsi {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.231906 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.232008 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.232157 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.232406 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.232571 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.232720 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.232939 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0223117 Sep 23 16:01:09.233086 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.233257 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.233370 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.233540 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.233703 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.235111 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.235111 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.235111 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.235111 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_options = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.235111 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.235111 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.235111 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.236001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.236001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.236001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.236001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.236001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.236001 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.236971 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.237122 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.237281 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.237424 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.237586 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.237738 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.239345 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.242415 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244163 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.244679 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_json = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245166 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245166 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245166 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245166 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245166 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245166 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245554 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245554 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 16:01:09.245694 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.245771 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.246360 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.246360 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.246360 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.246360 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.247665 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.247665 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.247665 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.247665 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.247665 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.248373 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.248373 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.249203 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.249203 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.249459 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.249638 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.249799 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.249958 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.250138 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.250307 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.250520 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.250743 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.250743 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.251156 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.251156 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.252015 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.252269 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.252419 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.252566 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.252714 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.252858 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.252993 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.253149 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.253312 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.253475 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.253637 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.253799 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.253961 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.254936 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.255105 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.255267 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.255443 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.255596 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.255755 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.255917 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.256079 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.256241 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.256393 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.256553 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.256715 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.256877 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.257030 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258000 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258000 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258000 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258000 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258000 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258000 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258829 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258829 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258829 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258829 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258829 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.258829 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.259610 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.259610 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.259610 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.259610 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.260119 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.260119 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.260119 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.260119 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.260622 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.260622 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.260622 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261038 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261038 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261293 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261293 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261546 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261546 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261804 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261963 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.261963 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.262332 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.262332 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.262691 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.262691 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.262946 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.262946 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.263304 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.263304 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.266781 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.269855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.270876 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.272834 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.274137 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.275350 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.277887 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.278651 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279096 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279096 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279096 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279096 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279096 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279497 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279497 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279650 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.279914 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.280397 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.280549 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.280704 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.280982 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.281247 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.281524 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.281793 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.282081 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.282326 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.282604 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.282833 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.283003 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.283172 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.283342 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.283556 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.283719 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.283855 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.284207 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.285464 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.285464 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.285464 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.285464 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.285464 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.285464 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286034 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286034 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286034 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286034 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286275 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286341 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286455 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286647 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286832 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.286975 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.287500 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.287500 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.287500 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.288385 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.288582 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.288786 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.291152 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.292452 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.293543 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.295803 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.296939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.297939 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.298940 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300248 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300248 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300248 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300632 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.300782 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.301801 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.302910 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.302910 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.302910 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.302910 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.302910 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.302910 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.302910 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.303827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 16:01:09.303827 dv-cinder-806616-3-iscsi neutron-server[94274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 16:01:21.078344 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0288022-beb4-474f-9be6-b10620538006 None None] get_active_networks_info from dv-cinder-806616-3-iscsi {{(pid=94385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 16:01:21.154267 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0288022-beb4-474f-9be6-b10620538006 None None] No non-hosted networks {{(pid=94385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 16:01:21.175799 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.agentschedulers_db [None req-a0288022-beb4-474f-9be6-b10620538006 None None] DHCP Agent not found on host dv-cinder-806616-3-iscsi {{(pid=94385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 16:01:21.251318 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0682bfac-35fa-4d49-813f-b0776295e9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622029'] for agent, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:23.692067 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-697bafac-7f51-4b69-987e-1c2ad950b508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622029'] for agent, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:23.742058 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-12901271-747e-4417-b0da-6105e3281527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:24.289797 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622029'] for agent, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:24.290924 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.291509 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.292319 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.293109 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.293694 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.294379 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.295129 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.295830 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.296435 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.297193 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.297749 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.298288 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:24.298940 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806616-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:24.314032 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806616-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:24.692079 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622029'] for agent, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:26.338098 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622029'] for agent, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:27.615010 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35268) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:28.119231 dv-cinder-806616-3-iscsi neutron-server[94384]: WARNING oslo_policy.policy [None req-32472017-ce91-4be0-bb83-432a54601c49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:28.119996 dv-cinder-806616-3-iscsi neutron-server[94384]: WARNING oslo_policy.policy [None req-32472017-ce91-4be0-bb83-432a54601c49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:28.350339 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [None req-32472017-ce91-4be0-bb83-432a54601c49 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:01:28.351454 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-32472017-ce91-4be0-bb83-432a54601c49 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7355962 Sep 23 16:01:29.055315 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.db.l3_hamode_db [None req-d819dd9f-d2eb-4f90-a40d-1d894b0e5af4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 16:01:29.133530 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819dd9f-d2eb-4f90-a40d-1d894b0e5af4 None None] Routers set() bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:01:29.133902 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819dd9f-d2eb-4f90-a40d-1d894b0e5af4 None None] Router IDs set() for agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 16:01:30.767870 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35282) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:31.075444 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:01:31.169131 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.policy [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 16:01:31.213716 dv-cinder-806616-3-iscsi neutron-server[94384]: WARNING oslo_policy.policy [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:31.214049 dv-cinder-806616-3-iscsi neutron-server[94384]: WARNING oslo_policy.policy [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:31.223307 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.quota [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] Loaded quota_driver: . Sep 23 16:01:31.314013 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776698264538', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776698263951', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776698251376', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776698249684', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776698425492', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776697836991', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1623461', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1548673', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7986977'] for rbac-policy, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:31.380277 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:31.381493 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-3225d35b-cdd0-4c78-90ed-ff3e2906f1c7 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6126442 Sep 23 16:01:33.994018 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 35294) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:34.490282 dv-cinder-806616-3-iscsi neutron-server[94383]: WARNING oslo_policy.policy [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:34.490860 dv-cinder-806616-3-iscsi neutron-server[94383]: WARNING oslo_policy.policy [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:34.722641 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Request body: {'network': {'tenant_id': 'd989cedea16047fa9c3776d727438535', 'project_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True, 'name': 'private'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:01:34.724299 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.quota [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Loaded quota_driver: . Sep 23 16:01:34.780551 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Made reservation on behalf of d989cedea16047fa9c3776d727438535 for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:01:34.848619 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.policy [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 16:01:34.894629 dv-cinder-806616-3-iscsi neutron-server[94383]: WARNING oslo_policy.policy [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:34.894996 dv-cinder-806616-3-iscsi neutron-server[94383]: WARNING oslo_policy.policy [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 16:01:34.905312 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:34.927572 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.060832 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.064647 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.083621 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:01:35.112076 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776694994059', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.112653 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Unsubscribe: segment precommit_create {{(pid=94383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 16:01:35.113196 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Added segment 4379678e-785e-4cdc-91a2-2a82de016881 of type vlan for network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 Sep 23 16:01:35.130488 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b9a2bc-bffc-419f-8e57-71e6c9a05cc0,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:35.149565 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.149921 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.150258 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.150586 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.150909 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.151252 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.151590 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.151910 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.152236 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.152553 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.152869 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.153177 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Tracked resource versions report: Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: pushed versions: Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: { 'AddressGroup': {'1.2'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'ConntrackHelper': {'1.0'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Log': {'1.0'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Network': {'1.1'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Port': {'1.7'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'PortForwarding': {'1.2'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'QosPolicy': {'1.9'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroup': {'1.4'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SubPort': {'1.0'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Subnet': {'1.1'}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Trunk': {'1.1'}} Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: consumer versions: Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'ConntrackHelper': '1.0', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Log': '1.0', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Network': '1.1', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Port': '1.7', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'PortForwarding': '1.2', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'QosPolicy': '1.9', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroup': '1.4', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroupRule': '1.2', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SubPort': '1.0', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Subnet': '1.1', Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Trunk': '1.1'}} Sep 23 16:01:35.154450 dv-cinder-806616-3-iscsi neutron-server[94383]: {{(pid=94383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:01:35.243021 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.285792 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.286997 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:01:35.287774 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.344481 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3482263 Sep 23 16:01:35.388520 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0af493-8ea7-45b8-9891-69b66cf894a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ae881d73-8b94-4cd2-9eaa-e00a8d29a511,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:35.401320 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:01:38.005939 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35316) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:38.458437 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5a214-23fa-4f85-8e2e-8052b608b5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:01:38.459894 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-23e5a214-23fa-4f85-8e2e-8052b608b5dd admin admin] 10.222.0.22 "GET /v2.0/networks/ae881d73-8b94-4cd2-9eaa-e00a8d29a511 HTTP/1.1" status: 200 len: 825 time: 0.4530282 Sep 23 16:01:38.490159 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-aec2ed44-94f2-402b-ade3-45d5cee9e12a admin admin] 10.222.0.22 "GET /v2.0/subnetpools/c8f4e017-818e-48e7-aac4-495bb82e5414 HTTP/1.1" status: 200 len: 734 time: 0.0239084 Sep 23 16:01:38.498119 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'subnetpool_id': 'c8f4e017-818e-48e7-aac4-495bb82e5414', 'ip_version': 4, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:01:38.532578 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Made reservation on behalf of d989cedea16047fa9c3776d727438535 for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:01:38.535480 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:38.818719 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:38.884267 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Checking segment: {'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:01:38.884629 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Network hostable DHCP agents. Network: ae881d73-8b94-4cd2-9eaa-e00a8d29a511, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:01:38.901984 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc2eded-3383-4ad6-983b-890d74ea9a79,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:38.921615 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.921973 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.922351 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.922752 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.923081 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.923441 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.923770 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.924090 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.924421 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.924742 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.925055 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.925366 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Tracked resource versions report: Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: pushed versions: Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: { 'AddressGroup': {'1.2'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'ConntrackHelper': {'1.0'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Log': {'1.0'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Network': {'1.1'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Port': {'1.7'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'PortForwarding': {'1.2'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'QosPolicy': {'1.9'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroup': {'1.4'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SubPort': {'1.0'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Subnet': {'1.1'}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Trunk': {'1.1'}} Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: consumer versions: Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'ConntrackHelper': '1.0', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Log': '1.0', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Network': '1.1', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Port': '1.7', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'PortForwarding': '1.2', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'QosPolicy': '1.9', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroup': '1.4', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroupRule': '1.2', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SubPort': '1.0', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Subnet': '1.1', Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Trunk': '1.1'}} Sep 23 16:01:38.926445 dv-cinder-806616-3-iscsi neutron-server[94384]: {{(pid=94384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:01:38.947099 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:01:38.962529 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, ae881d73-8b94-4cd2-9eaa-e00a8d29a511) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:01:38.983922 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:01:38.984531 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:38.989119 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116aaf4-9ba0-4448-af1f-5e82a96b2bc4 None None] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:01:39.000136 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8bd7fc5c-76c2-4516-aff0-2321e0ac509e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5060287 Sep 23 16:01:39.320058 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'fixed_ips': [{'subnet_id': 'adc2eded-3383-4ad6-983b-890d74ea9a79'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:01:39.321348 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:39.599884 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Allocated IP 172.20.0.2 (ae881d73-8b94-4cd2-9eaa-e00a8d29a511/adc2eded-3383-4ad6-983b-890d74ea9a79/d7632660-d3fb-4a92-aaa1-ae4f73e82623) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:01:39.827085 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:39.834660 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:39.902533 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:01:39.910753 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:01:39.926467 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:01:39.929666 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Pushing event updated for resources: {'Port': ['ID=d7632660-d3fb-4a92-aaa1-ae4f73e82623,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:39.960306 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.960656 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.960990 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.961327 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.961661 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.961992 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.962320 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.962645 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.962989 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.963318 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.963664 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.963982 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Tracked resource versions report: Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: pushed versions: Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: { 'AddressGroup': {'1.2'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'ConntrackHelper': {'1.0'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Log': {'1.0'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Network': {'1.1'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Port': {'1.7'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'PortForwarding': {'1.2'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'QosPolicy': {'1.9'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroup': {'1.4'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SubPort': {'1.0'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Subnet': {'1.1'}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Trunk': {'1.1'}} Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: consumer versions: Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'ConntrackHelper': '1.0', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Log': '1.0', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Network': '1.1', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Port': '1.7', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'PortForwarding': '1.2', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'QosPolicy': '1.9', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroup': '1.4', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroupRule': '1.2', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SubPort': '1.0', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Subnet': '1.1', Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Trunk': '1.1'}} Sep 23 16:01:39.965093 dv-cinder-806616-3-iscsi neutron-server[94385]: {{(pid=94385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:01:40.012481 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Attempting to bind port d7632660-d3fb-4a92-aaa1-ae4f73e82623 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:01:40.013136 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Attempting to bind port d7632660-d3fb-4a92-aaa1-ae4f73e82623 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:01:40.013334 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Attempting to bind port d7632660-d3fb-4a92-aaa1-ae4f73e82623 on network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:01:40.018120 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:01:40.018527 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Checking segment: {'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:01:40.019010 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:40.019416 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Bound using segment: {'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:01:40.019902 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Bound port: d7632660-d3fb-4a92-aaa1-ae4f73e82623, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:01:40.020302 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:40.082132 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] For port d7632660-d3fb-4a92-aaa1-ae4f73e82623, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:01:40.086641 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] For port d7632660-d3fb-4a92-aaa1-ae4f73e82623, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=d7632660-d3fb-4a92-aaa1-ae4f73e82623,segment=NetworkSegment(4379678e-785e-4cdc-91a2-2a82de016881),segment_id=4379678e-785e-4cdc-91a2-2a82de016881)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:01:40.091839 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:40.156624 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270ab62-4ed1-4714-b8eb-ac7b66751a03 None None] Pushing event updated for resources: {'Port': ['ID=d7632660-d3fb-4a92-aaa1-ae4f73e82623,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:41.473828 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35330) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:41.790804 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [None req-d68ea184-97f8-4afb-962d-df5cf475a8f8 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:01:41.792723 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-d68ea184-97f8-4afb-962d-df5cf475a8f8 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178747 Sep 23 16:01:44.232939 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35338) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:44.558688 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [None req-8376baed-9a64-4435-9f50-c66575c1247d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:01:44.559808 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8376baed-9a64-4435-9f50-c66575c1247d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3258793 Sep 23 16:01:47.250472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35348) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:47.596177 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-8dce114a-1a0c-46c0-ab45-2220390b4e9b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:01:47.619968 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dce114a-1a0c-46c0-ab45-2220390b4e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:47.621562 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dce114a-1a0c-46c0-ab45-2220390b4e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:47.790666 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dce114a-1a0c-46c0-ab45-2220390b4e9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:47.796361 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dce114a-1a0c-46c0-ab45-2220390b4e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:47.808834 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dce114a-1a0c-46c0-ab45-2220390b4e9b admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:47.811864 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8dce114a-1a0c-46c0-ab45-2220390b4e9b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5602942 Sep 23 16:01:47.842755 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device d7632660-d3fb-4a92-aaa1-ae4f73e82623 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:01:47.947853 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port d7632660-d3fb-4a92-aaa1-ae4f73e82623 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:47.948247 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:48.063369 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:48.098479 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port d7632660-d3fb-4a92-aaa1-ae4f73e82623, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=d7632660-d3fb-4a92-aaa1-ae4f73e82623,segment=NetworkSegment(4379678e-785e-4cdc-91a2-2a82de016881),segment_id=4379678e-785e-4cdc-91a2-2a82de016881)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:01:48.101384 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:48.152284 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=d7632660-d3fb-4a92-aaa1-ae4f73e82623,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:48.703100 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e23ab8-b67c-4429-bb24-4eaec7774370 None None] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:01:48.813959 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-6bab2f5a-3d6a-47ff-848a-140cb6c5cdf9 None None] Provisioning complete for port d7632660-d3fb-4a92-aaa1-ae4f73e82623 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:48.814328 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6bab2f5a-3d6a-47ff-848a-140cb6c5cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:49.161107 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-5d65b950-fc82-4b20-93cd-c11c0a1302a0 None None] Provisioning complete for port d7632660-d3fb-4a92-aaa1-ae4f73e82623 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:49.161807 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-5d65b950-fc82-4b20-93cd-c11c0a1302a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:49.799293 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device d7632660-d3fb-4a92-aaa1-ae4f73e82623 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:01:49.847707 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port d7632660-d3fb-4a92-aaa1-ae4f73e82623 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:49.848084 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:50.248205 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 35360) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:50.566857 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [None req-eec22135-50c1-4502-b6eb-598cb1b7615f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:01:50.567889 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-eec22135-50c1-4502-b6eb-598cb1b7615f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187025 Sep 23 16:01:50.995296 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4c6149b5-a2fd-4c56-bd41-81c86fda9b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.010358 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 35368) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:53.338898 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:01:53.362835 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Made reservation on behalf of beca7e7aef5d4677b6ae3b91b0ddebaf for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:01:53.366271 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.375608 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.462823 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.468430 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.487776 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Reserving flat network on physical network physnet1 {{(pid=94383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 16:01:53.504315 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e732d7e-c4b8-4eb8-9d28-a3a63e138312,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:53.509622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.509965 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Added segment 415f68f2-9ab7-4e32-9477-4a209436a526 of type flat for network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 Sep 23 16:01:53.570066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.604862 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.605867 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:01:53.606519 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:53.640229 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6286938 Sep 23 16:01:53.671768 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e82937-e15b-4b03-95fd-ffb51c25c8fe admin admin] Pushing event updated for resources: {'Network': ['ID=e19d7d7a-b2e9-48c2-ba99-071012b5a9e2,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:53.684346 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:01:53.698951 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-46405367-2e36-4c61-a445-9e1b8410c750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:54.287571 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:54.634009 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:55.175127 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:01:56.121724 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 35386) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:01:56.291369 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:56.364248 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b3163-ce2c-46fa-89cd-914f299e1a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:01:56.365013 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-c80b3163-ce2c-46fa-89cd-914f299e1a91 admin admin] 10.222.0.22 "GET /v2.0/subnets/adc2eded-3383-4ad6-983b-890d74ea9a79 HTTP/1.1" status: 200 len: 849 time: 0.2423363 Sep 23 16:01:56.544330 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b0dafb72-9108-49a7-a3e4-38327f8967db admin admin] 10.222.0.22 "GET /v2.0/routers/15072898-c90f-42d3-b984-4d088760e513 HTTP/1.1" status: 200 len: 704 time: 0.1729934 Sep 23 16:01:56.809186 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.108514 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Allocated IP 172.20.0.1 (ae881d73-8b94-4cd2-9eaa-e00a8d29a511/adc2eded-3383-4ad6-983b-890d74ea9a79/21af9250-f59e-4780-af42-10aa23c6d888) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:01:57.287762 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.364208 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.434013 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:01:57.441953 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:01:57.454090 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:01:57.454648 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.473794 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Pushing event updated for resources: {'Port': ['ID=21af9250-f59e-4780-af42-10aa23c6d888,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:57.617529 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-57c38738-d115-47a1-91f3-41f86bef2390 None None] Provisioning complete for port 21af9250-f59e-4780-af42-10aa23c6d888 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:57.618061 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-57c38738-d115-47a1-91f3-41f86bef2390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.650680 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-57c38738-d115-47a1-91f3-41f86bef2390 None None] Port 21af9250-f59e-4780-af42-10aa23c6d888 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:01:57.695813 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.899108 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.903964 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.904901 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:57.966409 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Pushing event updated for resources: {'Port': ['ID=21af9250-f59e-4780-af42-10aa23c6d888,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:58.027162 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:01:58.029076 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:01:58.195316 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Router 15072898-c90f-42d3-b984-4d088760e513 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:01:58.273009 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-f981a452-fd00-49bb-bcca-0def3d088bbd None None] Provisioning complete for port 21af9250-f59e-4780-af42-10aa23c6d888 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:58.273382 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f981a452-fd00-49bb-bcca-0def3d088bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:58.297741 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:01:58.311599 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-0d1d29aa-99be-4968-88ba-a381e07fe354 admin admin] 10.222.0.22 "PUT /v2.0/routers/15072898-c90f-42d3-b984-4d088760e513/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7536614 Sep 23 16:01:58.312381 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-f981a452-fd00-49bb-bcca-0def3d088bbd None None] Port 21af9250-f59e-4780-af42-10aa23c6d888 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:01:58.323842 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Sync routers for ids ['15072898-c90f-42d3-b984-4d088760e513'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:01:58.337791 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Routers {'15072898-c90f-42d3-b984-4d088760e513'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:01:58.338599 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:01:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['15072898-c90f-42d3-b984-4d088760e513'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:58.545869 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Set router 15072898-c90f-42d3-b984-4d088760e513 gateway port host: None {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:01:58.978624 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15072898-c90f-42d3-b984-4d088760e513', 'name': 'router1', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:01:47Z', 'updated_at': '2021-09-23T16:01:57Z', 'revision_number': 2, 'project_id': 'd989cedea16047fa9c3776d727438535', 'gw_port_host': None, '_interfaces': [{'id': '21af9250-f59e-4780-af42-10aa23c6d888', 'name': '', 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'mac_address': 'fa:16:3e:87:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:01:56Z', 'updated_at': '2021-09-23T16:01:57Z', 'revision_number': 2, 'project_id': 'd989cedea16047fa9c3776d727438535', 'subnets': [{'id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f4e017-818e-48e7-aac4-495bb82e5414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:59.031132 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Checking router: 15072898-c90f-42d3-b984-4d088760e513 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:01:59.031520 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Updating router 15072898-c90f-42d3-b984-4d088760e513 port 21af9250-f59e-4780-af42-10aa23c6d888 binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:01:59.081295 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:59.618494 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:59.626550 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:59.780600 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Pushing event updated for resources: {'Port': ['ID=21af9250-f59e-4780-af42-10aa23c6d888,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:59.812732 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Attempting to bind port 21af9250-f59e-4780-af42-10aa23c6d888 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:01:59.813136 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Attempting to bind port 21af9250-f59e-4780-af42-10aa23c6d888 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:01:59.813565 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Attempting to bind port 21af9250-f59e-4780-af42-10aa23c6d888 on network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:01:59.817042 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.817387 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.817724 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.818054 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.818396 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.818706 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.819028 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.819351 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.819707 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.820025 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.820346 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.820662 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Tracked resource versions report: Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: pushed versions: Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: { 'AddressGroup': {'1.2'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'ConntrackHelper': {'1.0'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Log': {'1.0'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Network': {'1.1'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Port': {'1.7'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'PortForwarding': {'1.2'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'QosPolicy': {'1.9'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroup': {'1.4'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SubPort': {'1.0'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Subnet': {'1.1'}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Trunk': {'1.1'}} Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: consumer versions: Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'ConntrackHelper': '1.0', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Log': '1.0', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Network': '1.1', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Port': '1.7', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'PortForwarding': '1.2', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'QosPolicy': '1.9', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroup': '1.4', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroupRule': '1.2', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SubPort': '1.0', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Subnet': '1.1', Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Trunk': '1.1'}} Sep 23 16:01:59.821766 dv-cinder-806616-3-iscsi neutron-server[94386]: {{(pid=94386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:01:59.834954 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:01:59.835362 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Checking segment: {'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:01:59.835977 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:59.836363 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Bound using segment: {'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:01:59.836897 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Bound port: 21af9250-f59e-4780-af42-10aa23c6d888, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4379678e-785e-4cdc-91a2-2a82de016881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:01:59.837285 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:59.848691 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-773efcfc-e5e4-40e3-89c4-d21c3d29bfc5 None None] Provisioning complete for port 21af9250-f59e-4780-af42-10aa23c6d888 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:59.849285 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-773efcfc-e5e4-40e3-89c4-d21c3d29bfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:59.888049 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-773efcfc-e5e4-40e3-89c4-d21c3d29bfc5 None None] Port 21af9250-f59e-4780-af42-10aa23c6d888 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:01:59.906082 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] For port 21af9250-f59e-4780-af42-10aa23c6d888, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:01:59.926688 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] For port 21af9250-f59e-4780-af42-10aa23c6d888, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=21af9250-f59e-4780-af42-10aa23c6d888,segment=NetworkSegment(4379678e-785e-4cdc-91a2-2a82de016881),segment_id=4379678e-785e-4cdc-91a2-2a82de016881)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:01:59.932322 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:59.993632 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419841e6-6bef-4b24-b8dd-435042190fab None None] Pushing event updated for resources: {'Port': ['ID=21af9250-f59e-4780-af42-10aa23c6d888,revision_number=4']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:59.998614 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Routers {'15072898-c90f-42d3-b984-4d088760e513'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:01:59.999249 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:01:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['15072898-c90f-42d3-b984-4d088760e513'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:02:00.096899 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] Set router 15072898-c90f-42d3-b984-4d088760e513 gateway port host: None {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:02:00.212955 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-ff74e92c-3d5c-492f-a6e9-cc43b24ee918 None None] Provisioning complete for port 21af9250-f59e-4780-af42-10aa23c6d888 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:02:00.213334 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ff74e92c-3d5c-492f-a6e9-cc43b24ee918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:00.295561 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ff74e92c-3d5c-492f-a6e9-cc43b24ee918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:00.322827 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15072898-c90f-42d3-b984-4d088760e513', 'name': 'router1', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:01:47Z', 'updated_at': '2021-09-23T16:01:57Z', 'revision_number': 2, 'project_id': 'd989cedea16047fa9c3776d727438535', 'gw_port_host': None, '_interfaces': [{'id': '21af9250-f59e-4780-af42-10aa23c6d888', 'name': '', 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'mac_address': 'fa:16:3e:87:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:01:56Z', 'updated_at': '2021-09-23T16:01:59Z', 'revision_number': 4, 'project_id': 'd989cedea16047fa9c3776d727438535', 'subnets': [{'id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f4e017-818e-48e7-aac4-495bb82e5414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:02:00.328959 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-ff74e92c-3d5c-492f-a6e9-cc43b24ee918 None None] For port 21af9250-f59e-4780-af42-10aa23c6d888, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=21af9250-f59e-4780-af42-10aa23c6d888,segment=NetworkSegment(4379678e-785e-4cdc-91a2-2a82de016881),segment_id=4379678e-785e-4cdc-91a2-2a82de016881)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:02:00.333461 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ff74e92c-3d5c-492f-a6e9-cc43b24ee918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:00.353422 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae41f1-8d64-43ae-98f3-1fcd537c4194 None None] The sync data for ids ['15072898-c90f-42d3-b984-4d088760e513'] in dv-cinder-806616-3-iscsi is: [{'id': '15072898-c90f-42d3-b984-4d088760e513', 'name': 'router1', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:01:47Z', 'updated_at': '2021-09-23T16:01:57Z', 'revision_number': 2, 'project_id': 'd989cedea16047fa9c3776d727438535', 'gw_port_host': None, '_interfaces': [{'id': '21af9250-f59e-4780-af42-10aa23c6d888', 'name': '', 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'mac_address': 'fa:16:3e:87:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:01:56Z', 'updated_at': '2021-09-23T16:01:59Z', 'revision_number': 4, 'project_id': 'd989cedea16047fa9c3776d727438535', 'subnets': [{'id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f4e017-818e-48e7-aac4-495bb82e5414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:02:00.400071 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74e92c-3d5c-492f-a6e9-cc43b24ee918 None None] Pushing event updated for resources: {'Port': ['ID=21af9250-f59e-4780-af42-10aa23c6d888,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:02:00.681675 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35406) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:02:00.799674 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b1425-1c58-4bc7-92ac-dbe434e862d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:02:00.801031 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e70b1425-1c58-4bc7-92ac-dbe434e862d5 admin admin] 10.222.0.22 "GET /v2.0/networks/e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 HTTP/1.1" status: 200 len: 842 time: 0.1184623 Sep 23 16:02:00.811884 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Request body: {'subnet': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:02:00.832587 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Made reservation on behalf of beca7e7aef5d4677b6ae3b91b0ddebaf for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:02:00.834802 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:01.148705 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.objects.ports [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94384) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 16:02:01.149162 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:01.204005 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:02:01.212830 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:02:01.213187 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Network hostable DHCP agents. Network: e19d7d7a-b2e9-48c2-ba99-071012b5a9e2, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:02:01.229601 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:02:01.242264 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, e19d7d7a-b2e9-48c2-ba99-071012b5a9e2) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:02:01.249535 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:02:01.250253 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:01.251032 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f89ec-0761-42cc-9b6e-28442039949b None None] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:02:01.279428 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-2b3fc79e-678c-4ca0-91bb-5747e1f8831a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4583530 Sep 23 16:02:01.400971 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cfcbb2-5721-49ef-9d72-75f996a1d3a3 None None] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:02:03.656823 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35414) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:02:03.877456 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ec14b053-aa94-44e7-be7b-308ce6168268 admin admin] 10.222.0.22 "GET /v2.0/routers/15072898-c90f-42d3-b984-4d088760e513 HTTP/1.1" status: 200 len: 710 time: 0.2193913 Sep 23 16:02:03.968553 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313173e-ebee-4d8f-a853-264158e0894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:02:03.969835 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-b313173e-ebee-4d8f-a853-264158e0894c admin admin] 10.222.0.22 "GET /v2.0/networks/e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 HTTP/1.1" status: 200 len: 886 time: 0.0864761 Sep 23 16:02:03.981716 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:02:04.241874 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:04.491518 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:04.619137 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:04.778659 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Allocated IP 172.27.2.10 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/5607b398-2fe2-431f-a6dc-ae00dc57a75c) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:02:04.889859 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:04.954850 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.035181 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:02:05.040155 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:02:05.048426 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:02:05.057028 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Pushing event updated for resources: {'Port': ['ID=5607b398-2fe2-431f-a6dc-ae00dc57a75c,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:02:05.345376 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.552414 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621459', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-619011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1681'] for router, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.563616 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-619034'] for router, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.684369 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Router 15072898-c90f-42d3-b984-4d088760e513 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:02:05.796362 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:02:05.801292 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.805381 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-90eb767b-9ebb-4091-8cca-38540d1f7221 admin admin] 10.222.0.22 "PUT /v2.0/routers/15072898-c90f-42d3-b984-4d088760e513 HTTP/1.1" status: 200 len: 889 time: 1.8263688 Sep 23 16:02:05.846152 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 21af9250-f59e-4780-af42-10aa23c6d888 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:02:05.903797 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 21af9250-f59e-4780-af42-10aa23c6d888 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:02:05.904488 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:07.015458 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Sync routers for ids ['15072898-c90f-42d3-b984-4d088760e513'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:02:07.025525 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Routers {'15072898-c90f-42d3-b984-4d088760e513'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:02:07.026234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:01:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['15072898-c90f-42d3-b984-4d088760e513'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:02:07.237203 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Set router 15072898-c90f-42d3-b984-4d088760e513 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:02:07.631780 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15072898-c90f-42d3-b984-4d088760e513', 'name': 'router1', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '5607b398-2fe2-431f-a6dc-ae00dc57a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:01:47Z', 'updated_at': '2021-09-23T16:02:05Z', 'revision_number': 4, 'project_id': 'd989cedea16047fa9c3776d727438535', 'gw_port': {'id': '5607b398-2fe2-431f-a6dc-ae00dc57a75c', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:02:04Z', 'updated_at': '2021-09-23T16:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '21af9250-f59e-4780-af42-10aa23c6d888', 'name': '', 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'mac_address': 'fa:16:3e:87:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:01:56Z', 'updated_at': '2021-09-23T16:02:00Z', 'revision_number': 5, 'project_id': 'd989cedea16047fa9c3776d727438535', 'subnets': [{'id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f4e017-818e-48e7-aac4-495bb82e5414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:02:07.684295 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Checking router: 15072898-c90f-42d3-b984-4d088760e513 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:02:07.684295 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Updating router 15072898-c90f-42d3-b984-4d088760e513 port 5607b398-2fe2-431f-a6dc-ae00dc57a75c binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:02:07.731573 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:08.123105 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:08.128508 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:08.178852 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Attempting to bind port 5607b398-2fe2-431f-a6dc-ae00dc57a75c on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:02:08.179209 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Attempting to bind port 5607b398-2fe2-431f-a6dc-ae00dc57a75c by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:02:08.179593 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Attempting to bind port 5607b398-2fe2-431f-a6dc-ae00dc57a75c on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:02:08.187709 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41400-e2c2-405b-9bd6-9858d1faf9f9 None None] Pushing event updated for resources: {'Port': ['ID=5607b398-2fe2-431f-a6dc-ae00dc57a75c,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:02:08.192951 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:02:08.193331 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:02:08.193729 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:08.194111 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:02:08.194588 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Bound port: 5607b398-2fe2-431f-a6dc-ae00dc57a75c, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:02:08.194975 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:08.248266 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] For port 5607b398-2fe2-431f-a6dc-ae00dc57a75c, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:02:08.251436 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] For port 5607b398-2fe2-431f-a6dc-ae00dc57a75c, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=5607b398-2fe2-431f-a6dc-ae00dc57a75c,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:02:08.256289 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:08.259567 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35426) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:02:08.318448 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Routers {'15072898-c90f-42d3-b984-4d088760e513'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:02:08.319118 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:01:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['15072898-c90f-42d3-b984-4d088760e513'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:02:08.320778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41400-e2c2-405b-9bd6-9858d1faf9f9 None None] Pushing event updated for resources: {'Port': ['ID=5607b398-2fe2-431f-a6dc-ae00dc57a75c,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:02:08.379918 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-6a2a7d6c-8545-4210-b6b1-8281cb0d8480 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1190903 Sep 23 16:02:08.433776 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] Set router 15072898-c90f-42d3-b984-4d088760e513 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:02:08.653362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15072898-c90f-42d3-b984-4d088760e513', 'name': 'router1', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '5607b398-2fe2-431f-a6dc-ae00dc57a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:01:47Z', 'updated_at': '2021-09-23T16:02:05Z', 'revision_number': 4, 'project_id': 'd989cedea16047fa9c3776d727438535', 'gw_port': {'id': '5607b398-2fe2-431f-a6dc-ae00dc57a75c', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:02:04Z', 'updated_at': '2021-09-23T16:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '21af9250-f59e-4780-af42-10aa23c6d888', 'name': '', 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'mac_address': 'fa:16:3e:87:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:01:56Z', 'updated_at': '2021-09-23T16:02:00Z', 'revision_number': 5, 'project_id': 'd989cedea16047fa9c3776d727438535', 'subnets': [{'id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f4e017-818e-48e7-aac4-495bb82e5414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:02:08.679796 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a5d2e-5ac7-45d4-bec0-2093a15e9147 None None] The sync data for ids ['15072898-c90f-42d3-b984-4d088760e513'] in dv-cinder-806616-3-iscsi is: [{'id': '15072898-c90f-42d3-b984-4d088760e513', 'name': 'router1', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '5607b398-2fe2-431f-a6dc-ae00dc57a75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:01:47Z', 'updated_at': '2021-09-23T16:02:05Z', 'revision_number': 4, 'project_id': 'd989cedea16047fa9c3776d727438535', 'gw_port': {'id': '5607b398-2fe2-431f-a6dc-ae00dc57a75c', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:02:04Z', 'updated_at': '2021-09-23T16:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '21af9250-f59e-4780-af42-10aa23c6d888', 'name': '', 'network_id': 'ae881d73-8b94-4cd2-9eaa-e00a8d29a511', 'tenant_id': 'd989cedea16047fa9c3776d727438535', 'mac_address': 'fa:16:3e:87:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15072898-c90f-42d3-b984-4d088760e513', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:01:56Z', 'updated_at': '2021-09-23T16:02:00Z', 'revision_number': 5, 'project_id': 'd989cedea16047fa9c3776d727438535', 'subnets': [{'id': 'adc2eded-3383-4ad6-983b-890d74ea9a79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f4e017-818e-48e7-aac4-495bb82e5414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:02:09.848411 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 5607b398-2fe2-431f-a6dc-ae00dc57a75c up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:02:09.899776 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 5607b398-2fe2-431f-a6dc-ae00dc57a75c triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:02:09.900154 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:09.978436 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:09.998989 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 5607b398-2fe2-431f-a6dc-ae00dc57a75c, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=5607b398-2fe2-431f-a6dc-ae00dc57a75c,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:02:10.007555 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:10.057051 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=5607b398-2fe2-431f-a6dc-ae00dc57a75c,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:02:11.996093 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 5607b398-2fe2-431f-a6dc-ae00dc57a75c up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:02:12.063504 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 5607b398-2fe2-431f-a6dc-ae00dc57a75c triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:02:12.063504 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:20.999246 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f58d03f6-354e-4a1f-a1f2-f4d93329ab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:23.684436 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c397ea3d-e25b-4d36-9b0e-3fafd330838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:24.300969 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:24.640895 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:26.306201 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:32.179116 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:02:51.008966 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c5845441-bd8f-4be6-8911-1a9876ba774d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:53.683490 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-92607690-459a-4d61-97bc-af83ab9a1066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:54.299373 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:54.649864 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:56.301357 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:09.178947 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:03:21.002331 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6e59-cd78-45d9-bb60-d388e2fc0bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:23.676548 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f967f560-3289-4321-8851-d93b7e836d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:24.293239 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:24.641780 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:26.306420 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:46.177118 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:03:47.800054 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 35988) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:03:47.869240 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.pecan_wsgi.hooks.translation [None req-11649264-41d1-4011-9d76-32fcbc753e84 admin admin] GET failed (client error): The resource could not be found. Sep 23 16:03:47.870584 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-11649264-41d1-4011-9d76-32fcbc753e84 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695913 Sep 23 16:03:48.035133 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2a0eb-7f07-43e0-82d9-a4d081c60ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:48.036574 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-71e2a0eb-7f07-43e0-82d9-a4d081c60ba8 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613178 Sep 23 16:03:50.264116 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 35998) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:03:50.421955 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc518f-4b2e-40f1-aba0-0c32441953e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:50.423323 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e2cc518f-4b2e-40f1-aba0-0c32441953e1 admin admin] 10.222.0.22 "GET /v2.0/subnets/adc2eded-3383-4ad6-983b-890d74ea9a79 HTTP/1.1" status: 200 len: 849 time: 0.1582673 Sep 23 16:03:50.434179 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:03:50.518911 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:50.674653 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776694935543'] for subnet, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:50.705952 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:50.706134 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:50.711064 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] 10.222.0.22 "PUT /v2.0/subnets/adc2eded-3383-4ad6-983b-890d74ea9a79 HTTP/1.1" status: 200 len: 868 time: 0.2790256 Sep 23 16:03:50.711341 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4224febc-0be6-43d0-9183-a1b9305919f2 None None] Network ae881d73-8b94-4cd2-9eaa-e00a8d29a511 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:03:50.734890 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc2eded-3383-4ad6-983b-890d74ea9a79,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:03:50.742407 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.743202 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.743202 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.743636 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.743978 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.744423 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.745321 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.745670 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.746023 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.746360 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.746692 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:50.747021 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7110f84-1308-4efa-87a6-f3a849ed9214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:03:51.008541 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-080ee5be-8a05-4382-bbb5-95cc83580b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:51.075312 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-240f17b9-b112-4531-88c0-b1505f6776e1 None None] Provisioning complete for port d7632660-d3fb-4a92-aaa1-ae4f73e82623 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:03:51.075716 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-240f17b9-b112-4531-88c0-b1505f6776e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:51.161352 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-240f17b9-b112-4531-88c0-b1505f6776e1 None None] Provisioning complete for port 21af9250-f59e-4780-af42-10aa23c6d888 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:03:51.161651 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-240f17b9-b112-4531-88c0-b1505f6776e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:52.972282 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36008) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:03:53.174455 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17d922-1b7e-4306-897a-b01ba738445c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:53.174845 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17d922-1b7e-4306-897a-b01ba738445c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:53.176427 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-5f17d922-1b7e-4306-897a-b01ba738445c admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031534 Sep 23 16:03:53.679860 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-2a76026f-e065-4ab9-93b4-1487e4996c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:54.295357 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:54.644072 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:55.403058 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36016) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:03:55.534466 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b955c14-b76c-4100-ac1b-d3568d655058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:55.534941 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b955c14-b76c-4100-ac1b-d3568d655058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:55.536525 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-1b955c14-b76c-4100-ac1b-d3568d655058 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324813 Sep 23 16:03:56.305123 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:57.786601 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36024) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:03:57.921638 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a3b02-ad69-4d21-a5bc-5d03d44fbedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:03:57.923051 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-587a3b02-ad69-4d21-a5bc-5d03d44fbedc admin admin] 10.222.0.22 "GET /v2.0/networks/ae881d73-8b94-4cd2-9eaa-e00a8d29a511 HTTP/1.1" status: 200 len: 869 time: 0.1354980 Sep 23 16:04:00.203258 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36032) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:00.337381 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93cd34a-bfb2-4940-b4e9-abb710999c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:00.338965 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f93cd34a-bfb2-4940-b4e9-abb710999c43 admin admin] 10.222.0.22 "GET /v2.0/networks/e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 HTTP/1.1" status: 200 len: 886 time: 0.1346934 Sep 23 16:04:02.663448 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36040) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:02.791092 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d0d5c-db40-4dbc-bea7-86889c11bb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:02.791573 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d0d5c-db40-4dbc-bea7-86889c11bb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:02.793305 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-043d0d5c-db40-4dbc-bea7-86889c11bb44 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289010 Sep 23 16:04:05.103681 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36048) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:05.205594 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f484b-d063-4222-96a2-3512b3c62d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:05.206059 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f484b-d063-4222-96a2-3512b3c62d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:05.207651 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d52f484b-d063-4222-96a2-3512b3c62d92 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1024821 Sep 23 16:04:07.474864 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36056) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:07.572064 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b90fc-6f42-46af-8874-a93c208da75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:07.573465 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-128b90fc-6f42-46af-8874-a93c208da75c admin admin] 10.222.0.22 "GET /v2.0/subnets/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0 HTTP/1.1" status: 200 len: 816 time: 0.0972860 Sep 23 16:04:09.875041 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36064) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:09.969340 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6087225b-6ba1-4592-bebd-d78dfe590a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:09.970696 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-6087225b-6ba1-4592-bebd-d78dfe590a56 admin admin] 10.222.0.22 "GET /v2.0/subnets/adc2eded-3383-4ad6-983b-890d74ea9a79 HTTP/1.1" status: 200 len: 868 time: 0.0946486 Sep 23 16:04:21.003549 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9f5e24cb-44ee-4e83-8012-a31ead8416fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:23.174835 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:04:23.684617 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-89da8f60-6737-41f2-9cce-f870425e57ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:24.298318 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:24.647105 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:26.310966 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:34.791988 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36118) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:34.843011 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [None req-798f2723-e548-43d5-b281-cf40241f7772 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:04:34.844222 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-798f2723-e548-43d5-b281-cf40241f7772 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512414 Sep 23 16:04:37.191220 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36126) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:37.256007 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9b01cb-7a19-464e-b0ff-95f1b141ce61 admin admin] GET failed (client error): The resource could not be found. Sep 23 16:04:37.257401 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8e9b01cb-7a19-464e-b0ff-95f1b141ce61 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652220 Sep 23 16:04:37.344831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6577e75c-8940-473f-add5-850577ab80df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:37.346340 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6577e75c-8940-473f-add5-850577ab80df admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836391 Sep 23 16:04:39.646119 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36134) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:39.702568 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:04:39.724112 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Made reservation on behalf of beca7e7aef5d4677b6ae3b91b0ddebaf for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:04:39.727176 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:39.760144 dv-cinder-806616-3-iscsi neutron-server[94383]: WARNING neutron.services.revisions.revision_plugin [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Could not find related network for resource to bump revision. Sep 23 16:04:39.772483 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:04:39.783185 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:39.783622 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Added segment d0b98f46-54f4-48b7-bd96-854f1bbb5d8f of type vlan for network 753e3c37-6e36-4346-8427-d07f6083e8da Sep 23 16:04:39.823517 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:39.848870 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:39.849905 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:39.850482 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:39.888671 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2414579 Sep 23 16:04:39.917123 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Pushing event updated for resources: {'Network': ['ID=753e3c37-6e36-4346-8427-d07f6083e8da,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:39.924586 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.924961 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.925306 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.925640 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.925974 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.926322 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.926660 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.926985 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.927326 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.927761 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.928085 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.928407 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaa22c-7f11-411e-91c1-addb14a81129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:39.940723 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 753e3c37-6e36-4346-8427-d07f6083e8da details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:04:42.190325 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36142) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:04:42.255844 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed8c4cc-2730-4fde-a337-180f30c061cb admin admin] GET failed (client error): The resource could not be found. Sep 23 16:04:42.257077 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-4ed8c4cc-2730-4fde-a337-180f30c061cb admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656538 Sep 23 16:04:42.365046 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb93ec-c296-487b-b267-be94f3eccd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:42.366593 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-5ebb93ec-c296-487b-b267-be94f3eccd76 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1044629 Sep 23 16:04:42.377640 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da', 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:04:42.404167 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Made reservation on behalf of beca7e7aef5d4677b6ae3b91b0ddebaf for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:04:42.406743 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:42.581144 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:42.630589 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fe8585-b417-4eee-bbc3-27d7513df871,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:42.647521 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Checking segment: {'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:04:42.647881 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Network hostable DHCP agents. Network: 753e3c37-6e36-4346-8427-d07f6083e8da, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:04:42.665310 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Network 753e3c37-6e36-4346-8427-d07f6083e8da is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:04:42.673399 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 753e3c37-6e36-4346-8427-d07f6083e8da) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:04:42.677637 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:04:42.678223 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:42.683013 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf8251-9228-48ff-8565-7ac9732c6d56 None None] Network 753e3c37-6e36-4346-8427-d07f6083e8da requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:04:42.694574 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-1100211f-f0e6-44d6-b20f-9d1777b6677f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3207302 Sep 23 16:04:42.860109 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-753e3c37-6e36-4346-8427-d07f6083e8da', 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da', 'tenant_id': 'beca7e7aef5d4677b6ae3b91b0ddebaf', 'fixed_ips': [{'subnet_id': '14fe8585-b417-4eee-bbc3-27d7513df871'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:04:42.861013 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:43.011283 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Allocated IP 192.168.233.2 (753e3c37-6e36-4346-8427-d07f6083e8da/14fe8585-b417-4eee-bbc3-27d7513df871/4fa2bd63-c4bb-4733-8ae9-dba979b70848) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:04:43.178556 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:43.186809 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:43.224323 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Network 753e3c37-6e36-4346-8427-d07f6083e8da is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:04:43.228077 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:04:43.231208 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:04:43.251081 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Pushing event updated for resources: {'Port': ['ID=4fa2bd63-c4bb-4733-8ae9-dba979b70848,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:43.271262 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.271566 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.271914 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.272260 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.272621 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.273491 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.273819 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.274148 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.274522 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.274949 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.275275 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.275622 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:43.322209 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Attempting to bind port 4fa2bd63-c4bb-4733-8ae9-dba979b70848 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:04:43.322587 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Attempting to bind port 4fa2bd63-c4bb-4733-8ae9-dba979b70848 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:04:43.322960 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Attempting to bind port 4fa2bd63-c4bb-4733-8ae9-dba979b70848 on network 753e3c37-6e36-4346-8427-d07f6083e8da {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:04:43.328546 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:04:43.328921 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Checking segment: {'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:04:43.329323 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:43.329712 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Bound using segment: {'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:04:43.330178 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Bound port: 4fa2bd63-c4bb-4733-8ae9-dba979b70848, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:04:43.330580 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:43.400768 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] For port 4fa2bd63-c4bb-4733-8ae9-dba979b70848, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:04:43.405314 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] For port 4fa2bd63-c4bb-4733-8ae9-dba979b70848, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=4fa2bd63-c4bb-4733-8ae9-dba979b70848,segment=NetworkSegment(d0b98f46-54f4-48b7-bd96-854f1bbb5d8f),segment_id=d0b98f46-54f4-48b7-bd96-854f1bbb5d8f)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:04:43.411264 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:43.475554 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d5a7d-2411-4dee-939b-735d36e3bf54 None None] Pushing event updated for resources: {'Port': ['ID=4fa2bd63-c4bb-4733-8ae9-dba979b70848,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:43.961060 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 4fa2bd63-c4bb-4733-8ae9-dba979b70848 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:04:44.024086 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 4fa2bd63-c4bb-4733-8ae9-dba979b70848 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:04:44.024548 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:44.120832 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:44.162618 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 4fa2bd63-c4bb-4733-8ae9-dba979b70848, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=4fa2bd63-c4bb-4733-8ae9-dba979b70848,segment=NetworkSegment(d0b98f46-54f4-48b7-bd96-854f1bbb5d8f),segment_id=d0b98f46-54f4-48b7-bd96-854f1bbb5d8f)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:04:44.169744 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:44.236682 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=4fa2bd63-c4bb-4733-8ae9-dba979b70848,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:44.399998 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb216d-bd54-4cdf-9cc0-e75b78ede204 None None] Network 753e3c37-6e36-4346-8427-d07f6083e8da requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:04:44.475695 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-bef51e8c-9e19-4bc6-a1fa-101cad76e910 None None] Provisioning complete for port 4fa2bd63-c4bb-4733-8ae9-dba979b70848 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:04:44.476657 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bef51e8c-9e19-4bc6-a1fa-101cad76e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:44.876971 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-641d14d4-49da-480f-8d0a-5ddbc0bb52d2 None None] Provisioning complete for port 4fa2bd63-c4bb-4733-8ae9-dba979b70848 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:04:44.877338 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-641d14d4-49da-480f-8d0a-5ddbc0bb52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:45.952795 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 4fa2bd63-c4bb-4733-8ae9-dba979b70848 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:04:46.009036 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 4fa2bd63-c4bb-4733-8ae9-dba979b70848 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:04:46.009408 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:51.005642 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e23f8849-b786-4bee-bba1-fda7a59ca5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:53.691959 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-af5ef201-412f-4339-b590-aba184ca5c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:54.301167 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:54.652695 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:56.316301 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:00.174885 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:05:21.007850 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-2e13916f-9795-4120-a34a-b04ae8ee91ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:23.684625 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8d8242d1-b0d7-408b-907c-b50665f59d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:24.304725 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:24.656778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:26.319114 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:37.174210 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:05:51.009328 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8783-d870-47ff-b175-fd27ab93f201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:53.688436 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ba30e669-17da-41a6-889b-dd10ba8c7b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:54.310845 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:54.657471 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:56.321053 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:57.781018 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36194) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:05:57.787318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [None req-e412cc2f-f70d-45b5-a009-d61e7f9a77bb tempest-verify_tempest_config-685095041 tempest-verify_tempest_config-685095041-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:05:57.788329 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e412cc2f-f70d-45b5-a009-d61e7f9a77bb tempest-verify_tempest_config-685095041 tempest-verify_tempest_config-685095041-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063429 Sep 23 16:05:58.077105 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36212) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:05:58.190612 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:58.319676 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:58.329609 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:58.377093 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52e9e5e195c343a1aa0b05e86bfa8ffc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2988887 Sep 23 16:05:58.377912 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d74c6-ac12-4e81-9473-f160abd8f985,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:05:58.380895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36216) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:05:58.385172 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.385543 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.385884 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.386217 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.386548 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.386883 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.387214 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.387569 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.388206 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.388533 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.388908 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.389234 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616561c6-8fca-40e0-be90-35e870d838eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.445984 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:58.468086 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:58.639220 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:58.641726 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:58.642892 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e80d74c6-ac12-4e81-9473-f160abd8f985 HTTP/1.1" status: 204 len: 168 time: 0.2609944 Sep 23 16:05:58.652239 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d74c6-ac12-4e81-9473-f160abd8f985,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:05:58.659128 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.659519 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.659864 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.660197 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.660528 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.660870 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.661199 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.661652 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.661829 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.662163 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.662480 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:05:58.662796 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564544cd-23b9-4fd3-b6e7-6c13ec4888b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:14.173369 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:06:21.013490 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8ad73808-5b9b-4131-bba7-45a2308b15d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:23.684920 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8a69ce5f-064c-4f22-8753-1d7433b030e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:24.304054 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:24.658061 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.323700 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.017591 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ea9dff75-059a-402e-a585-50a8af6ecd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.173249 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:06:53.686130 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cacdd7ae-0192-4fa2-a80e-c135ba9b794f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.305641 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.661352 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:56.325326 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:21.010522 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe036-b224-4e5e-a1d7-8cce6957749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:23.687472 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-69ecf6b8-5195-4ef3-a1d5-48c0a24b638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:24.307665 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:24.665459 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:26.332050 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:28.172246 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 5 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:07:31.852632 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622029'] for agent, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:47.495005 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36292) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:07:47.603937 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b73d11ba-4693-4f06-aa0d-725c2a2aeb1b admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1078024 Sep 23 16:07:49.861010 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36302) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:07:49.918474 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d929f425-4bec-447c-b00f-d352b8937aa4 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0563421 Sep 23 16:07:51.011940 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6c6125ad-f5b2-43d8-b852-c962abc9eab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:53.689107 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-77e62d95-7c17-47b7-ae20-5f07336f76b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:54.308458 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:54.668500 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:56.331290 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:01.824452 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:05.171606 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:08:21.012020 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dd320df9-8d6e-4290-986c-12a905d4809d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:23.690646 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b6676316-2487-45a4-98a4-6715afd64048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:24.308971 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:24.670777 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:26.340939 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:31.831034 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:42.171552 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:08:51.012661 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1d878600-f4cf-4a49-8e03-3c4cd0b8d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:53.690796 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ca1865c7-be3c-494c-bcd4-697d8d9e549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:54.311664 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:54.674345 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:56.337448 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:01.844914 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.026716 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36458) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:18.256083 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-421415225-network', 'tenant_id': '237b2eb8f6ff44dfa52d930b8cf7ade7'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:18.281410 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Made reservation on behalf of 237b2eb8f6ff44dfa52d930b8cf7ade7 for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:18.284389 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.293399 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.397270 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.402669 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.431060 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f08d39f-b7bc-4653-8e95-a9b035a989f5,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:18.441143 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:09:18.448863 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.449842 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36494) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:18.450347 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.450602 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.451007 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.451427 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.451852 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.452252 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.452820 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.453262 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.453595 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.453921 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.454244 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Tracked resource versions report: Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: pushed versions: Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: { 'AddressGroup': {'1.2'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'ConntrackHelper': {'1.0'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Log': {'1.0'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Network': {'1.1'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Port': {'1.7'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'PortForwarding': {'1.2'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'QosPolicy': {'1.9'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroup': {'1.4'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SubPort': {'1.0'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Subnet': {'1.1'}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Trunk': {'1.1'}} Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: consumer versions: Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: HyperV agent@hv-cinder-80661: {}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'ConntrackHelper': '1.0', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Log': '1.0', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Network': '1.1', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Port': '1.7', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'PortForwarding': '1.2', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'QosPolicy': '1.9', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroup': '1.4', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SecurityGroupRule': '1.2', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'SubPort': '1.0', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Subnet': '1.1', Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: 'Trunk': '1.1'}} Sep 23 16:09:18.455655 dv-cinder-806616-3-iscsi neutron-server[94383]: {{(pid=94383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:09:18.465545 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.465895 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Added segment 73b18cb3-4ab2-4cef-9462-fd2679d9e9ca of type vlan for network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc Sep 23 16:09:18.509761 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.534579 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.537167 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:18.537996 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.565496 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36504) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:18.565900 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5374293 Sep 23 16:09:18.573057 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Request body: {'subnet': {'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-421415225-subnet', 'tenant_id': '237b2eb8f6ff44dfa52d930b8cf7ade7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:18.600392 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Made reservation on behalf of 237b2eb8f6ff44dfa52d930b8cf7ade7 for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:18.602737 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.610409 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab361170-ced5-4146-8a89-f7ad99196334 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7e7bc2-e7c2-41d1-b337-33dbe8908edc,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:18.624487 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:09:18.783426 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.824638 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-network', 'tenant_id': 'ea253480dc5549a2af29ce3066219065'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:18.856215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c97703e-add1-41fe-9c0d-7aa9b87c432f,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:18.866614 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.867024 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.867346 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.867661 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.868012 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.868311 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.868702 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.869019 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.869277 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.869587 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.869898 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.870210 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Tracked resource versions report: Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: pushed versions: Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: { 'AddressGroup': {'1.2'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'ConntrackHelper': {'1.0'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Log': {'1.0'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Network': {'1.1'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Port': {'1.7'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'PortForwarding': {'1.2'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'QosPolicy': {'1.9'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroup': {'1.4'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SubPort': {'1.0'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Subnet': {'1.1'}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Trunk': {'1.1'}} Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: consumer versions: Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: HyperV agent@hv-cinder-80661: {}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'ConntrackHelper': '1.0', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Log': '1.0', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Network': '1.1', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Port': '1.7', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'PortForwarding': '1.2', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'QosPolicy': '1.9', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroup': '1.4', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SecurityGroupRule': '1.2', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'SubPort': '1.0', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Subnet': '1.1', Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: 'Trunk': '1.1'}} Sep 23 16:09:18.871341 dv-cinder-806616-3-iscsi neutron-server[94384]: {{(pid=94384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:09:18.885255 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Checking segment: {'id': '73b18cb3-4ab2-4cef-9462-fd2679d9e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:18.885617 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Network hostable DHCP agents. Network: 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:09:18.905786 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Made reservation on behalf of ea253480dc5549a2af29ce3066219065 for: {'network': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:18.908071 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.911654 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:09:18.922027 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.934700 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:18.944677 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:18.945706 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:18.952420 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35172745-7ed6-4976-8a99-a87c7226049d None None] Network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:19.048263 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.056612 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.096540 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b49f7-4047-42dc-91dd-62b244704e21 None None] Network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:19.102611 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8f6d6692-3a8d-43c3-a98d-18cd74a74dc6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5347738 Sep 23 16:09:19.108605 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5134fc5-3f08-4b2a-b0d2-cf509691cece,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:19.122893 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:09:19.138544 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776694994059', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.139108 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Unsubscribe: segment precommit_create {{(pid=94384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 16:09:19.139621 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.segments_db [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Added segment 30dccd59-f627-4226-95d9-eb9597f949d5 of type vlan for network 6509021a-0e66-4255-8e36-2ab31b35f3f3 Sep 23 16:09:19.159703 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36532) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:19.172226 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:09:19.193549 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36536) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:19.220220 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.263965 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.265373 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:19.266262 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.276557 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36544) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:19.373019 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] Pushing event updated for resources: {'Network': ['ID=6509021a-0e66-4255-8e36-2ab31b35f3f3,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:19.387828 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-68d7b83c-fdd9-44b3-a49d-a0eb2515d327 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9349196 Sep 23 16:09:19.389070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36550) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:19.406057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Request body: {'subnet': {'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-subnet', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:19.416214 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:09:19.433831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Made reservation on behalf of ea253480dc5549a2af29ce3066219065 for: {'subnet': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:19.438357 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.547219 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-805399603-network', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:19.578595 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1057055653-network', 'tenant_id': '54b3933279484da99acad70e9385561d'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:19.592410 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Made reservation on behalf of b8bfee545f6643d4842a167ded6a9e7f for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:19.595236 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.628998 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Made reservation on behalf of 54b3933279484da99acad70e9385561d for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:19.631517 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.638685 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.658315 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.795672 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.861028 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-network', 'tenant_id': '03342d7b8839497aa81e369df3b7148b'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:19.931525 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:19.940628 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Checking segment: {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:19.941000 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Network hostable DHCP agents. Network: 6509021a-0e66-4255-8e36-2ab31b35f3f3, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:09:19.951649 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.967809 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:19.987574 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:09:20.006106 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:09:20.045413 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 6509021a-0e66-4255-8e36-2ab31b35f3f3) {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:20.052401 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:20.053208 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.058994 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.059455 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Added segment be252c36-79d5-42c7-a5b3-d58d14ea0ccf of type vlan for network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb Sep 23 16:09:20.059795 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddec8e3-550b-484d-ae92-9d6baa51a31b None None] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:20.060824 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4b564-0cb4-4f10-935a-171c36d1e973,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:20.129940 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.199528 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.201394 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:20.202227 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.222730 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.237025 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.271975 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-148957d8-5cf9-421a-a7ec-f9fb43a651e1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8817151 Sep 23 16:09:20.272276 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36592) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:20.278243 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:20.305289 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe5a57-c4ce-423e-9651-7916c1286f3e None None] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:20.310044 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Made reservation on behalf of 03342d7b8839497aa81e369df3b7148b for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:20.325167 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.334381 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.335771 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.366307 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.517084 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.522807 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36598) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:20.522987 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3615532 Sep 23 16:09:20.524180 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:09:20.528938 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Request body: {'subnet': {'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-805399603-subnet', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:20.563116 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.573133 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:09:20.579648 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:20.593036 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.598148 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbd5fe-540e-4251-8e62-0f5041572850 admin admin] Pushing event updated for resources: {'Network': ['ID=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:20.611939 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:09:20.623232 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.623618 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Added segment df1c8fee-6930-4246-b2cf-d5dcdd8f213a of type vlan for network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 Sep 23 16:09:20.630181 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.631453 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Added segment 92fbd0a9-1b0a-4163-9e4c-6d696e997fe4 of type vlan for network b3af04e2-8d52-4c88-b46e-59db8673834f Sep 23 16:09:20.641667 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Made reservation on behalf of b8bfee545f6643d4842a167ded6a9e7f for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:20.645715 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.696464 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8963bc5f-d2c5-464b-8d21-44e38ddc1476,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:20.735004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.738069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.778907 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.780304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:20.781240 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.794841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.797211 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:20.797599 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.819368 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:20.828977 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6343470 Sep 23 16:09:20.834259 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36612) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:20.841729 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Request body: {'subnet': {'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1057055653-subnet', 'tenant_id': '54b3933279484da99acad70e9385561d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:20.935935 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649416a0-7152-4fed-aef0-18e529eee24c admin admin] Pushing event updated for resources: {'Network': ['ID=677d1fb4-38ed-44e8-8b60-dd378fb89a79,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:20.945880 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:09:21.043887 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b3af04e2-8d52-4c88-b46e-59db8673834f,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:21.117570 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.118619 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network b3af04e2-8d52-4c88-b46e-59db8673834f details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:09:21.195527 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-216fc05b-5c5c-4ccd-8f9d-caa15fe6e4a1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9157608 Sep 23 16:09:21.198563 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36634) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:21.203364 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Request body: {'subnet': {'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-subnet', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:21.237287 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Made reservation on behalf of 54b3933279484da99acad70e9385561d for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:21.240170 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.241037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e699dacc-f6d6-453c-ab3a-aca08b870d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.253175 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Made reservation on behalf of 03342d7b8839497aa81e369df3b7148b for: {'subnet': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:21.258109 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.291709 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Checking segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:21.292708 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Network hostable DHCP agents. Network: 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:09:21.340215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e5204c-b83d-4ca4-9bab-475385217349,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:21.367135 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36642) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:21.392651 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:09:21.419108 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:21.430495 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd34e7dc-1666-4144-931d-854018415f02 None None] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:21.450419 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:21.451053 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.550421 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-cd1a1eeb-fc3e-49b9-b28b-346cce557785 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0260975 Sep 23 16:09:21.559278 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36656) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:21.576216 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:21.611120 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.681463 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.682614 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.684684 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d04a01c-3e05-4172-abfe-64a1bddf2c3e,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:21.700305 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36658) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:21.733258 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3c48eb99-a030-473c-8f56-4aa4f9f52a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.758247 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:09:21.759833 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.853189 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3c48eb99-a030-473c-8f56-4aa4f9f52a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.874973 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3c48eb99-a030-473c-8f56-4aa4f9f52a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.909082 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.919926 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.979808 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Allocated IP 172.20.0.2 (54d6d0e2-ab81-4df4-ab75-74fe27ad62eb/30e5204c-b83d-4ca4-9bab-475385217349/145f84d8-07fa-4626-9677-308cf165a681) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:21.987076 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:21.992647 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3c48eb99-a030-473c-8f56-4aa4f9f52a62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f2d4311b4cf42e8952606f42da9e7d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6238139 Sep 23 16:09:21.993768 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48eb99-a030-473c-8f56-4aa4f9f52a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258cadb0-bc87-4793-a0b0-2da60d6a21ab,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:22.007031 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-98fadb03-654e-4004-8fb0-73db8e2ea9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.008419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36666) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:22.010535 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Checking segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:22.010888 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Network hostable DHCP agents. Network: b3af04e2-8d52-4c88-b46e-59db8673834f, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:09:22.061194 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36676) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:22.072502 dv-cinder-806616-3-iscsi neutron-server[94383]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 16:09:22.123776 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.159314 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.169340 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.220974 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:22.226572 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:22.239446 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:22.270680 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-a58c0249-1bd6-4f3d-bd3b-82ded12d9043 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:22.272265 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-a58c0249-1bd6-4f3d-bd3b-82ded12d9043 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/networks?id=6e7e7bc2-e7c2-41d1-b337-33dbe8908edc HTTP/1.1" status: 200 len: 811 time: 0.2058465 Sep 23 16:09:22.298173 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Pushing event updated for resources: {'Port': ['ID=145f84d8-07fa-4626-9677-308cf165a681,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:22.302985 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-c932ed87-3ffb-487a-a5c8-131bd0eae1ba tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/quotas/237b2eb8f6ff44dfa52d930b8cf7ade7 HTTP/1.1" status: 200 len: 375 time: 0.0235491 Sep 23 16:09:22.314910 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Attempting to bind port 145f84d8-07fa-4626-9677-308cf165a681 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:22.315495 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Attempting to bind port 145f84d8-07fa-4626-9677-308cf165a681 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:22.316054 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Attempting to bind port 145f84d8-07fa-4626-9677-308cf165a681 on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:22.328633 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:22.329296 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Checking segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:22.329895 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.330449 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Bound using segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:22.331234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Bound port: 145f84d8-07fa-4626-9677-308cf165a681, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:22.331956 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.348831 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.349376 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.349875 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.350348 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.350901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.351472 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.351889 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.352210 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.352561 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.352910 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.353215 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.353538 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Tracked resource versions report: Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: pushed versions: Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: { 'AddressGroup': {'1.2'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'ConntrackHelper': {'1.0'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Log': {'1.0'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Network': {'1.1'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Port': {'1.7'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'PortForwarding': {'1.2'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'QosPolicy': {'1.9'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroup': {'1.4'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SubPort': {'1.0'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Subnet': {'1.1'}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Trunk': {'1.1'}} Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: consumer versions: Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: HyperV agent@hv-cinder-80661: {}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'ConntrackHelper': '1.0', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Log': '1.0', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Network': '1.1', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Port': '1.7', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'PortForwarding': '1.2', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'QosPolicy': '1.9', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroup': '1.4', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SecurityGroupRule': '1.2', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'SubPort': '1.0', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Subnet': '1.1', Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: 'Trunk': '1.1'}} Sep 23 16:09:22.364599 dv-cinder-806616-3-iscsi neutron-server[94385]: {{(pid=94385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:09:22.378247 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Network b3af04e2-8d52-4c88-b46e-59db8673834f is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:09:22.390419 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-6c288262-239b-4a90-b721-cda0f9ee4313 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=237b2eb8f6ff44dfa52d930b8cf7ade7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781908 Sep 23 16:09:22.411178 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1f0bafb2-93c7-48f0-a8c1-3d7313b9103f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.412741 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, b3af04e2-8d52-4c88-b46e-59db8673834f) {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:22.420788 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:22.421381 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.448994 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c860bd-02ab-440b-a8ff-d698476d9c12,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:22.462416 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.462629 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] For port 145f84d8-07fa-4626-9677-308cf165a681, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:22.463717 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1f0bafb2-93c7-48f0-a8c1-3d7313b9103f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.465745 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Checking segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:22.466120 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Network hostable DHCP agents. Network: 677d1fb4-38ed-44e8-8b60-dd378fb89a79, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:09:22.468460 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] For port 145f84d8-07fa-4626-9677-308cf165a681, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=145f84d8-07fa-4626-9677-308cf165a681,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:22.473482 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f53a27-adb6-4d02-a35d-69c4946523e9 None None] Network b3af04e2-8d52-4c88-b46e-59db8673834f requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:22.481430 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.517099 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Allocated IP 172.27.2.232 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/fd4c800d-afc7-4160-a73f-2b991aca4f10) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:22.537586 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:09:22.558123 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 677d1fb4-38ed-44e8-8b60-dd378fb89a79) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:22.586629 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:22.589717 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5553d40-ba00-4e8f-850e-5c3cb66b58fc None None] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:22.591075 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.631576 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-98fadb03-654e-4004-8fb0-73db8e2ea9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.640954 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-98fadb03-654e-4004-8fb0-73db8e2ea9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.668207 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-fc616c0d-e8bb-45c6-b98d-51745d20b63d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:09:22.669389 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-fc616c0d-e8bb-45c6-b98d-51745d20b63d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964115 Sep 23 16:09:22.682408 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1f0bafb2-93c7-48f0-a8c1-3d7313b9103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.684990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1f0bafb2-93c7-48f0-a8c1-3d7313b9103f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.686218 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-1f0bafb2-93c7-48f0-a8c1-3d7313b9103f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/258cadb0-bc87-4793-a0b0-2da60d6a21ab HTTP/1.1" status: 204 len: 168 time: 0.6766508 Sep 23 16:09:22.695495 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b46f5c58-5323-4ddf-b1a9-f976fa8b99dd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4935448 Sep 23 16:09:22.699514 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ddba5733-a9d1-444a-a9b4-11fe78c25bb8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8639123 Sep 23 16:09:22.703907 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36692) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:22.712388 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:22.775948 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-98fadb03-654e-4004-8fb0-73db8e2ea9a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ec59c25abc94a91b38f59115bbbc465&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0704095 Sep 23 16:09:22.776386 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.776386 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:22.776590 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36696) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:22.777174 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fadb03-654e-4004-8fb0-73db8e2ea9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f2857-8ded-4a49-be75-971b3890be27,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:22.838142 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bafb2-93c7-48f0-a8c1-3d7313b9103f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258cadb0-bc87-4793-a0b0-2da60d6a21ab,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:22.928600 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb410e16-5d75-415d-b2e1-a1833cb0d496 None None] Pushing event updated for resources: {'Port': ['ID=145f84d8-07fa-4626-9677-308cf165a681,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:23.003158 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-0fadc93b-699d-4587-acf7-664b8bb2e01f service neutron] 10.222.0.22 "GET /v2.0/networks/6e7e7bc2-e7c2-41d1-b337-33dbe8908edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139949 Sep 23 16:09:23.005521 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74ab42b3-a0fe-4884-81cb-ea0304c25ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.024551 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9734e-34c6-4930-8589-e0d9c7c9b45c None None] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:23.029258 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.074827 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-b3af04e2-8d52-4c88-b46e-59db8673834f', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:09:23.075955 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.104553 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74ab42b3-a0fe-4884-81cb-ea0304c25ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.180457 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.236118 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-b07ee931-d72b-4c67-8b89-30b42b78c82f service neutron] 10.222.0.22 "GET /v2.0/networks/6e7e7bc2-e7c2-41d1-b337-33dbe8908edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241280 Sep 23 16:09:23.250871 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74ab42b3-a0fe-4884-81cb-ea0304c25ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.259836 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74ab42b3-a0fe-4884-81cb-ea0304c25ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.265093 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-74ab42b3-a0fe-4884-81cb-ea0304c25ff1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a9f2857-8ded-4a49-be75-971b3890be27 HTTP/1.1" status: 204 len: 168 time: 0.4617243 Sep 23 16:09:23.283889 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab42b3-a0fe-4884-81cb-ea0304c25ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f2857-8ded-4a49-be75-971b3890be27,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:23.349584 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36708) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:23.377192 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Allocated IP 172.20.0.2 (b3af04e2-8d52-4c88-b46e-59db8673834f/9d04a01c-3e05-4172-abfe-64a1bddf2c3e/363b6570-1a72-4381-a321-fa900bbf8682) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:23.378211 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8c0051df-a191-4e17-8b89-778f1df98604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.424061 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.489800 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:23.496629 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:23.597471 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8c0051df-a191-4e17-8b89-778f1df98604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.608419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8c0051df-a191-4e17-8b89-778f1df98604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.616368 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:23.693036 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36732) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:23.721690 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0051df-a191-4e17-8b89-778f1df98604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea572380-e119-4947-b15d-41c21614da3d,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:23.746222 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8c0051df-a191-4e17-8b89-778f1df98604 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57bc96e558c8430e9a8c88da26d9ff34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3954802 Sep 23 16:09:23.748219 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-80ed0605-4012-4e15-b8bb-bce89e676eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.759550 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36738) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:23.767356 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.782843 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:23.854163 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Network b3af04e2-8d52-4c88-b46e-59db8673834f is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:23.856185 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Pushing event updated for resources: {'Port': ['ID=363b6570-1a72-4381-a321-fa900bbf8682,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:23.859106 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:23.917652 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:23.992654 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8831-8445-4e86-a066-4e5089cff8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.018381 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c8447720-7230-49e2-b77c-e7c2a91448d4 req-038f53ce-8091-4a78-be6e-21a565a61749 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.0854714 Sep 23 16:09:24.027879 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-2fdeca81-d705-49d9-925c-fb3d6c8b1204 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:24.038097 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-2fdeca81-d705-49d9-925c-fb3d6c8b1204 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.3437233 Sep 23 16:09:24.110928 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-16ab04d2-b1e6-4940-a22d-22a3e9996d39 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/quotas/54b3933279484da99acad70e9385561d HTTP/1.1" status: 200 len: 375 time: 0.0717583 Sep 23 16:09:24.127811 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36754) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:24.128531 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8831-8445-4e86-a066-4e5089cff8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.132801 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.158025 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-8d6fc8b3-81a5-4298-915d-599d55713d46 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394549 Sep 23 16:09:24.240786 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8831-8445-4e86-a066-4e5089cff8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.243440 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8831-8445-4e86-a066-4e5089cff8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.259831 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-4a4b8831-8445-4e86-a066-4e5089cff8b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea572380-e119-4947-b15d-41c21614da3d HTTP/1.1" status: 204 len: 168 time: 0.4987907 Sep 23 16:09:24.266759 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.276571 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b8831-8445-4e86-a066-4e5089cff8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea572380-e119-4947-b15d-41c21614da3d,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:24.284824 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.294855 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4c800d-afc7-4160-a73f-2b991aca4f10,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:24.322033 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-966a53f2-abb5-458f-9f51-912bab855862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.324336 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.346883 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40fe297-ff98-4801-8ceb-c2b90598092f None None] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:24.350687 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 145f84d8-07fa-4626-9677-308cf165a681 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:24.481133 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.527889 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Attempting to bind port 363b6570-1a72-4381-a321-fa900bbf8682 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:24.528615 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Attempting to bind port 363b6570-1a72-4381-a321-fa900bbf8682 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:24.529227 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Attempting to bind port 363b6570-1a72-4381-a321-fa900bbf8682 on network b3af04e2-8d52-4c88-b46e-59db8673834f {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:24.534294 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-a4620633-cc96-4e4c-b714-a2266e3033d1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:09:24.543362 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-a4620633-cc96-4e4c-b714-a2266e3033d1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1089547 Sep 23 16:09:24.556620 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:24.557147 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Checking segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:24.557683 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.558255 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Bound using segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:24.558852 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Bound port: 363b6570-1a72-4381-a321-fa900bbf8682, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:24.559653 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.578412 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-c57fcb4e-6e73-486e-a446-b8ac4a8e08fe None None] Provisioning complete for port 145f84d8-07fa-4626-9677-308cf165a681 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:24.578581 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c57fcb4e-6e73-486e-a446-b8ac4a8e08fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.727313 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Allocated IP 172.27.2.54 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/4b71647d-4d22-46fb-93dd-c50ba73d2a55) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:24.779391 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 145f84d8-07fa-4626-9677-308cf165a681 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:24.779800 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.786109 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.860843 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:24.881997 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-c0e170b0-4937-434c-a75d-74f9884a0e74 service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379269 Sep 23 16:09:24.925013 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-966a53f2-abb5-458f-9f51-912bab855862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.021480 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-966a53f2-abb5-458f-9f51-912bab855862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.040975 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.049999 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-c9b0373e-e482-475c-a8fd-710862075457 service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671283 Sep 23 16:09:25.067605 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c57fcb4e-6e73-486e-a446-b8ac4a8e08fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.099428 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] For port 363b6570-1a72-4381-a321-fa900bbf8682, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:25.130665 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] For port 363b6570-1a72-4381-a321-fa900bbf8682, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=363b6570-1a72-4381-a321-fa900bbf8682,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:25.142290 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 145f84d8-07fa-4626-9677-308cf165a681, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=145f84d8-07fa-4626-9677-308cf165a681,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:25.144923 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.190049 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.190302 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b0607d13-a4bc-4ab0-a7b1-22a03b2c18ae req-a547f81b-4610-4b8f-9568-64cf87954a9d tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.0545661 Sep 23 16:09:25.343999 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89da85-5b8f-4546-a412-0bfcb036b78b None None] Pushing event updated for resources: {'Port': ['ID=363b6570-1a72-4381-a321-fa900bbf8682,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:25.359856 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.db.api [None req-c57fcb4e-6e73-486e-a446-b8ac4a8e08fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:09:25.361013 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG oslo_db.api [None req-c57fcb4e-6e73-486e-a446-b8ac4a8e08fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:09:25.445030 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36824) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:25.447425 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=145f84d8-07fa-4626-9677-308cf165a681,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:25.450813 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-966a53f2-abb5-458f-9f51-912bab855862 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c466893a961748568d9e9ab17353ad3a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2004817 Sep 23 16:09:25.492494 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a53f2-abb5-458f-9f51-912bab855862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4f9e4-e471-497a-b6b7-83f1d09dfbe4,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:25.513403 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.596907 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.647126 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-00dad02c-0b29-4d94-a58c-992948fa3094 req-29b8f9c7-389d-4c9d-964a-284aca82e96f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 210 time: 0.1167829 Sep 23 16:09:25.671218 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f91b28c-9c57-419a-b90d-c42ea1e15a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.689015 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.689227 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f91b28c-9c57-419a-b90d-c42ea1e15a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.759567 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f91b28c-9c57-419a-b90d-c42ea1e15a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.764270 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f91b28c-9c57-419a-b90d-c42ea1e15a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.766149 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-9f91b28c-9c57-419a-b90d-c42ea1e15a52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59e4f9e4-e471-497a-b6b7-83f1d09dfbe4 HTTP/1.1" status: 204 len: 168 time: 0.3195143 Sep 23 16:09:25.775963 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:25.780735 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91b28c-9c57-419a-b90d-c42ea1e15a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4f9e4-e471-497a-b6b7-83f1d09dfbe4,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:25.823445 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Router 783fbd63-1df5-403d-8b5f-901e555dacc2 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:09:25.873550 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:25.883445 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:25.885887 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:25.933431 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Pushing event updated for resources: {'Port': ['ID=4b71647d-4d22-46fb-93dd-c50ba73d2a55,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:26.040677 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Allocated IP 172.27.2.152 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/43d50aa0-8179-41f4-806d-acad901442b7) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:26.061911 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-c836a936-a760-40eb-800d-063e5b923443 None None] Provisioning complete for port 145f84d8-07fa-4626-9677-308cf165a681 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:26.063646 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c836a936-a760-40eb-800d-063e5b923443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:26.308256 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:09:26.333624 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Sync routers for ids ['783fbd63-1df5-403d-8b5f-901e555dacc2'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:09:26.355510 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 145f84d8-07fa-4626-9677-308cf165a681 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:26.361712 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Routers {'783fbd63-1df5-403d-8b5f-901e555dacc2'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:26.365400 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['783fbd63-1df5-403d-8b5f-901e555dacc2'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:26.477425 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:26.523584 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:26.542298 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8de6baa1-678f-4034-b75e-836be45a9426 req-9944ac9b-546a-4967-9882-0eb049d77955 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.0876207 Sep 23 16:09:26.553463 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:26.560333 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-74344ad5-59ef-47d7-9fa3-01371e48b505 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2863274 Sep 23 16:09:26.563264 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 36878) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:26.605492 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 145f84d8-07fa-4626-9677-308cf165a681 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:26.605879 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:26.682159 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:26.792713 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 363b6570-1a72-4381-a321-fa900bbf8682 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:26.796343 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Set router 783fbd63-1df5-403d-8b5f-901e555dacc2 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:26.798752 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:26.910703 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:26.926690 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:26.929487 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:26.931752 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9016d7-ab6f-404d-beb5-3d73e6595388 None None] Network b3af04e2-8d52-4c88-b46e-59db8673834f requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:26.984104 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd785211-0e04-46ef-8274-8bb612f8fec8 req-6b83122e-4995-42c2-993b-837f7955c9e0 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 210 time: 0.0708203 Sep 23 16:09:26.988538 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 363b6570-1a72-4381-a321-fa900bbf8682 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:26.989179 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.125828 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-a79e2c2d-a11f-4794-b106-1c2d83bbf2d8 None None] Provisioning complete for port 363b6570-1a72-4381-a321-fa900bbf8682 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:27.126473 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a79e2c2d-a11f-4794-b106-1c2d83bbf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.233010 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:09:23Z', 'revision_number': 3, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port': {'id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:22Z', 'updated_at': '2021-09-23T16:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:27.255704 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=43d50aa0-8179-41f4-806d-acad901442b7,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:27.279133 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Checking router: 783fbd63-1df5-403d-8b5f-901e555dacc2 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:09:27.279632 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Updating router 783fbd63-1df5-403d-8b5f-901e555dacc2 port fd4c800d-afc7-4160-a73f-2b991aca4f10 binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:09:27.308403 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.484405 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.532298 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a79e2c2d-a11f-4794-b106-1c2d83bbf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.591011 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 363b6570-1a72-4381-a321-fa900bbf8682, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=363b6570-1a72-4381-a321-fa900bbf8682,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:27.601190 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.611173 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.766918 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.db.api [None req-a79e2c2d-a11f-4794-b106-1c2d83bbf2d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:09:27.767302 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG oslo_db.api [None req-a79e2c2d-a11f-4794-b106-1c2d83bbf2d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:09:27.769219 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=363b6570-1a72-4381-a321-fa900bbf8682,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:27.912443 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.937953 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-888efabd-7ab5-44e1-bae4-cd815f221a52 req-c9fa0ee3-1fea-465d-beff-37355e5de164 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.1075928 Sep 23 16:09:27.938201 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:27.980630 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.107768 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Attempting to bind port fd4c800d-afc7-4160-a73f-2b991aca4f10 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:28.108408 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Attempting to bind port fd4c800d-afc7-4160-a73f-2b991aca4f10 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:28.108773 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Attempting to bind port fd4c800d-afc7-4160-a73f-2b991aca4f10 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:28.112352 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Pushing event updated for resources: {'Port': ['ID=fd4c800d-afc7-4160-a73f-2b991aca4f10,revision_number=2']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:28.152680 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:28.153084 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:28.153456 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.153842 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:28.154316 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Bound port: fd4c800d-afc7-4160-a73f-2b991aca4f10, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:28.154716 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.158507 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.170443 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.170829 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.179790 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.180227 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.180573 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.180910 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.181244 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.181579 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.181907 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.182230 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.182553 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Tracked resource versions report: Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: pushed versions: Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: { 'AddressGroup': {'1.2'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'ConntrackHelper': {'1.0'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Log': {'1.0'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Network': {'1.1'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Port': {'1.7'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'PortForwarding': {'1.2'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'QosPolicy': {'1.9'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroup': {'1.4'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroupRule': {'1.2'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SubPort': {'1.0'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Subnet': {'1.1'}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Trunk': {'1.1'}} Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: consumer versions: Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: { DHCP agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: HyperV agent@hv-cinder-80661: {}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: L3 agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: Metadata agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: Metering agent@dv-cinder-806616-3-iscsi: {}, Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: Open vSwitch agent@dv-cinder-806616-3-iscsi: { 'AddressGroup': '1.2', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'ConntrackHelper': '1.0', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Log': '1.0', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Network': '1.1', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Port': '1.7', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'PortForwarding': '1.2', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'QosPolicy': '1.9', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroup': '1.4', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SecurityGroupRule': '1.2', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'SubPort': '1.0', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Subnet': '1.1', Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: 'Trunk': '1.1'}} Sep 23 16:09:28.190579 dv-cinder-806616-3-iscsi neutron-server[94386]: {{(pid=94386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 16:09:28.218614 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 363b6570-1a72-4381-a321-fa900bbf8682 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:28.434331 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] For port fd4c800d-afc7-4160-a73f-2b991aca4f10, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:28.438785 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] For port fd4c800d-afc7-4160-a73f-2b991aca4f10, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=fd4c800d-afc7-4160-a73f-2b991aca4f10,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:28.446198 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5a001da3-14f7-4345-9398-e7e727ebb9fb req-2dfeca33-dd27-488e-a7ba-92460b487a76 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 210 time: 0.1034405 Sep 23 16:09:28.453574 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.459727 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 363b6570-1a72-4381-a321-fa900bbf8682 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:28.460110 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.483170 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.496705 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.519687 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Routers {'783fbd63-1df5-403d-8b5f-901e555dacc2'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:28.520775 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['783fbd63-1df5-403d-8b5f-901e555dacc2'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:28.591466 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-d103c8d7-0803-46cd-88d6-32bdcb8492c3 None None] Provisioning complete for port 363b6570-1a72-4381-a321-fa900bbf8682 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:28.592255 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-d103c8d7-0803-46cd-88d6-32bdcb8492c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.635307 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f6b0b-fde1-4ca5-8650-48a7dc6d65e5 None None] Pushing event updated for resources: {'Port': ['ID=fd4c800d-afc7-4160-a73f-2b991aca4f10,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:28.643797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Allocated IP 172.20.0.1 (6509021a-0e66-4255-8e36-2ab31b35f3f3/46c6dd1b-48a3-44a1-8946-2c9ed1be72b2/eabfe987-6b8f-4a5e-ba73-645b38e8bad0) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:28.715265 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] Set router 783fbd63-1df5-403d-8b5f-901e555dacc2 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:28.774982 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Router 475cf457-fa67-440e-af18-ff332fea0faf is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:09:28.796230 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.879285 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.908750 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:09:28.920417 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Sync routers for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:09:28.940577 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:28.942540 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:28.949673 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:28.954116 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-4f0582bf-75f0-40fa-991e-714f834c891f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3877647 Sep 23 16:09:28.954356 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 36954) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:28.955096 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:28.960132 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:28.967854 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:09:28.970550 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:28.972179 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:29.017908 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.42', 61806) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:29.155763 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:09:23Z', 'revision_number': 3, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port': {'id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:22Z', 'updated_at': '2021-09-23T16:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:29.215259 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Pushing event updated for resources: {'Port': ['ID=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:29.248447 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-70a54c47-afd8-470f-bb61-d9756bdabbc9 req-dba3d815-4dd1-4a5b-b0d9-b5d089620ff0 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.0549304 Sep 23 16:09:29.268896 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e96ede-d7e4-41ae-b2f0-1b0fa966ed32 None None] The sync data for ids ['783fbd63-1df5-403d-8b5f-901e555dacc2'] in dv-cinder-806616-3-iscsi is: [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:09:23Z', 'revision_number': 3, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port': {'id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:22Z', 'updated_at': '2021-09-23T16:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:09:29.286011 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:29.299844 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:29.556437 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.42', 61810) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:29.917729 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:26Z', 'revision_number': 3, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:29.947922 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-d1926bea-7246-4540-bf91-8e2bf6a582d3 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:29.953580 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-d1926bea-7246-4540-bf91-8e2bf6a582d3 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.9323332 Sep 23 16:09:29.999102 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:09:30.011017 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Sync routers for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:09:30.047061 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:30.047740 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:30.053238 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.061839 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7e067f96-f1d1-4d8b-87cc-33805bb08d70 req-bad88595-0933-45af-ad68-0af06e6a95da tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 210 time: 0.4322588 Sep 23 16:09:30.075443 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.077081 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.133376 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Checking router: 475cf457-fa67-440e-af18-ff332fea0faf for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:09:30.133735 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Updating router 475cf457-fa67-440e-af18-ff332fea0faf port 4b71647d-4d22-46fb-93dd-c50ba73d2a55 binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:09:30.138232 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Request body: {'port': {'device_id': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'admin_state_up': True, 'tenant_id': '54b3933279484da99acad70e9385561d'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:30.149495 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.165148 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37022) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:30.166397 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0b252947-8b05-4fc2-becc-120b6137f9a8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4606140 Sep 23 16:09:30.226255 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.260125 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-59c99a64-1344-4b8f-981d-dc5fb66e7dcd tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:30.261824 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-59c99a64-1344-4b8f-981d-dc5fb66e7dcd tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.42 "GET /v2.0/networks?id=6e7e7bc2-e7c2-41d1-b337-33dbe8908edc HTTP/1.1" status: 200 len: 811 time: 0.7021837 Sep 23 16:09:30.289813 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Request body: {'port': {'device_id': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc', 'admin_state_up': True, 'tenant_id': '237b2eb8f6ff44dfa52d930b8cf7ade7'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:30.398787 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Pushing event updated for resources: {'Port': ['ID=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:30.602316 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Made reservation on behalf of 54b3933279484da99acad70e9385561d for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:30.611735 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.693975 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-612806bd-2776-487f-9f6c-5dd731f7c488 req-b9798ef9-6e4a-4b06-a86f-49f6065b0abf tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.2864730 Sep 23 16:09:30.699195 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.852937 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:30.960990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:30.973580 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:31.033247 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.054846 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device fd4c800d-afc7-4160-a73f-2b991aca4f10 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:31.145444 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.209868 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Attempting to bind port 4b71647d-4d22-46fb-93dd-c50ba73d2a55 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:31.210527 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Attempting to bind port 4b71647d-4d22-46fb-93dd-c50ba73d2a55 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:31.211069 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Attempting to bind port 4b71647d-4d22-46fb-93dd-c50ba73d2a55 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:31.258742 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:31.259495 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:31.260201 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.260920 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:31.261734 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Bound port: 4b71647d-4d22-46fb-93dd-c50ba73d2a55, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:31.262380 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.274052 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6906-b208-42ba-bb55-1160be13c709 None None] Pushing event updated for resources: {'Port': ['ID=4b71647d-4d22-46fb-93dd-c50ba73d2a55,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:31.308421 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port fd4c800d-afc7-4160-a73f-2b991aca4f10 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:31.309142 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.356929 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Allocated IP 172.20.0.1 (54d6d0e2-ab81-4df4-ab75-74fe27ad62eb/30e5204c-b83d-4ca4-9bab-475385217349/47541680-6a28-499f-b5b1-9327f8aea353) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:31.433978 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] For port 4b71647d-4d22-46fb-93dd-c50ba73d2a55, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:31.438707 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] For port 4b71647d-4d22-46fb-93dd-c50ba73d2a55, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=4b71647d-4d22-46fb-93dd-c50ba73d2a55,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:31.452784 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.593772 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:27Z', 'revision_number': 3, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:31.606322 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.633281 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port fd4c800d-afc7-4160-a73f-2b991aca4f10, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=fd4c800d-afc7-4160-a73f-2b991aca4f10,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:31.636792 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:31.637895 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:31.643335 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6906-b208-42ba-bb55-1160be13c709 None None] Pushing event updated for resources: {'Port': ['ID=4b71647d-4d22-46fb-93dd-c50ba73d2a55,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:31.689755 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.777998 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Checking router: b09fa4e0-08bf-4a4f-b493-f93147bbdc79 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:09:31.778525 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Updating router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 port 43d50aa0-8179-41f4-806d-acad901442b7 binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:09:31.870800 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.928682 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.966061 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=fd4c800d-afc7-4160-a73f-2b991aca4f10,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:32.018948 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:32.254049 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device fd4c800d-afc7-4160-a73f-2b991aca4f10 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:32.376237 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Allocated IP 172.20.0.8 (677d1fb4-38ed-44e8-8b60-dd378fb89a79/72c860bd-02ab-440b-a8ff-d698476d9c12/01785605-2138-4dd7-9891-68765ff65b2e) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:32.526066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37084) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:32.527625 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37086) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:32.531164 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8eba8b97-a564-4ef5-8e11-777fc4f97a2c req-d288b571-71b6-4197-afe7-57af06c66f8a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 210 time: 1.0880039 Sep 23 16:09:32.608258 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port fd4c800d-afc7-4160-a73f-2b991aca4f10 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:32.610052 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.616625 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-75f6c5b4-e9bc-457c-8267-f50f1fbd5181 req-cbc85171-7023-4fa2-bdea-0f77e927df1b tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.7702608 Sep 23 16:09:32.620439 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Made reservation on behalf of 237b2eb8f6ff44dfa52d930b8cf7ade7 for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:32.624311 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.651097 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.711113 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.718514 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.725148 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.733665 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.818293 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313daa41-358e-4689-af89-43bbb671b9f8 None None] Pushing event updated for resources: {'Port': ['ID=43d50aa0-8179-41f4-806d-acad901442b7,revision_number=2']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:32.864221 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Router 783fbd63-1df5-403d-8b5f-901e555dacc2 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:09:32.887162 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Attempting to bind port 43d50aa0-8179-41f4-806d-acad901442b7 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:32.888235 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Attempting to bind port 43d50aa0-8179-41f4-806d-acad901442b7 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:32.889894 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Attempting to bind port 43d50aa0-8179-41f4-806d-acad901442b7 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:32.908117 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:32.912410 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:32.917377 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:32.917955 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.918401 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:32.925469 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Bound port: 43d50aa0-8179-41f4-806d-acad901442b7, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:32.926403 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.949612 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:32.994852 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:33.002116 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:26Z', 'revision_number': 3, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:33.024346 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:33.025506 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.055611 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-084ec356-73d2-45dd-a7a9-abbe918b5aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.077575 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] For port 43d50aa0-8179-41f4-806d-acad901442b7, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:33.095318 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] For port 43d50aa0-8179-41f4-806d-acad901442b7, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=43d50aa0-8179-41f4-806d-acad901442b7,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:33.096987 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-53205913-766f-41d1-8417-76164111fb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.098053 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4fe429-c59e-494b-9625-70faadf5b109 None None] The sync data for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi is: [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:26Z', 'revision_number': 3, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:09:33.106940 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event updated for resources: {'Port': ['ID=01785605-2138-4dd7-9891-68765ff65b2e,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:33.132808 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.177881 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.219157 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5dbd98dd-c135-437c-8fb7-d545456d4784 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1083248 Sep 23 16:09:33.313471 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-084ec356-73d2-45dd-a7a9-abbe918b5aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.333979 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:33.339315 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:33.378692 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:33.379688 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.380954 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:33.385254 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:33.391474 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313daa41-358e-4689-af89-43bbb671b9f8 None None] Pushing event updated for resources: {'Port': ['ID=43d50aa0-8179-41f4-806d-acad901442b7,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:33.504503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-084ec356-73d2-45dd-a7a9-abbe918b5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.636885 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Pushing event updated for resources: {'Port': ['ID=47541680-6a28-499f-b5b1-9327f8aea353,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:33.756873 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:33.839035 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.934159 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-3164ff02-7b72-48e8-937e-934beeab7026 None None] Provisioning complete for port 47541680-6a28-499f-b5b1-9327f8aea353 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:33.934802 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-3164ff02-7b72-48e8-937e-934beeab7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.964159 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d80c0d29-e90d-4586-8989-2f3f729ca2fd req-3db28302-b05c-427c-8e16-af2648e8d48d tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.1721766 Sep 23 16:09:33.965760 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Allocated IP 172.20.0.5 (6e7e7bc2-e7c2-41d1-b337-33dbe8908edc/3c97703e-add1-41fe-9c0d-7aa9b87c432f/1bb4f4f7-9c2f-4300-8edc-4311bbb913e9) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:33.974187 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-084ec356-73d2-45dd-a7a9-abbe918b5aa3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c052d9686aed478fa1f3c961babf9449&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4405906 Sep 23 16:09:33.977152 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37114) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:33.984268 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ec356-73d2-45dd-a7a9-abbe918b5aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00c6055-708e-4214-bf56-6cea9a506f0f,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:34.010270 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-3164ff02-7b72-48e8-937e-934beeab7026 None None] Port 47541680-6a28-499f-b5b1-9327f8aea353 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:09:34.021412 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.049611 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:27Z', 'revision_number': 3, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:34.141875 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231c112-7ab7-46b6-91a0-77f0d776520a None None] The sync data for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi is: [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:27Z', 'revision_number': 3, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:09:34.234477 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 4b71647d-4d22-46fb-93dd-c50ba73d2a55 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:34.307019 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-53205913-766f-41d1-8417-76164111fb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.342781 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.356059 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.357265 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.362469 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-53205913-766f-41d1-8417-76164111fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.395841 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 4b71647d-4d22-46fb-93dd-c50ba73d2a55 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:34.396366 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.466998 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205913-766f-41d1-8417-76164111fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1082d-4147-47e6-9648-64e8046f7b09,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:34.493505 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:09:34.505840 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Pushing event updated for resources: {'Port': ['ID=47541680-6a28-499f-b5b1-9327f8aea353,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:34.510282 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-c2661397-e8af-4ebf-ba6d-7f3396f094f4 admin admin] 10.222.0.22 "PUT /v2.0/routers/783fbd63-1df5-403d-8b5f-901e555dacc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9458022 Sep 23 16:09:34.523431 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Sync routers for ids ['783fbd63-1df5-403d-8b5f-901e555dacc2'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:09:34.591666 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Routers {'783fbd63-1df5-403d-8b5f-901e555dacc2'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:34.597068 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['783fbd63-1df5-403d-8b5f-901e555dacc2'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:34.610139 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632433c-5c92-421f-a10d-1188e34b435b req-c7892dd7-13b0-4168-8858-52cf080d45f8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:34.611824 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c632433c-5c92-421f-a10d-1188e34b435b req-c7892dd7-13b0-4168-8858-52cf080d45f8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 931 time: 0.8069632 Sep 23 16:09:34.730569 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:34.742399 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-53205913-766f-41d1-8417-76164111fb6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf09560e0e4a45a7bbb61f473179dd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2075424 Sep 23 16:09:34.752518 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:34.783248 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37122) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:34.839388 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:34.955216 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c632433c-5c92-421f-a10d-1188e34b435b req-7dca176b-b6ec-46d2-8bcd-260c278dd5fd tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781794 Sep 23 16:09:35.025749 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c878a9fa-bd89-4f26-a2ae-8f93c95152ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.226049 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Router 475cf457-fa67-440e-af18-ff332fea0faf has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:09:35.324107 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Set router 783fbd63-1df5-403d-8b5f-901e555dacc2 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:35.328749 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c878a9fa-bd89-4f26-a2ae-8f93c95152ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.332503 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b288e343-7f17-4b50-8a5d-f6162296f04d req-0e16a029-662e-4745-adac-4eec0b075f25 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.1386383 Sep 23 16:09:35.333119 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b049fe7a-bbac-482c-a17d-f36a5d109666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.494147 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b049fe7a-bbac-482c-a17d-f36a5d109666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.578426 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Allocated IP 172.20.0.1 (b3af04e2-8d52-4c88-b46e-59db8673834f/9d04a01c-3e05-4172-abfe-64a1bddf2c3e/3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:35.670129 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 4b71647d-4d22-46fb-93dd-c50ba73d2a55, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=4b71647d-4d22-46fb-93dd-c50ba73d2a55,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:35.683851 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:09:35.697866 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.713037 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c289f4f3-e33f-4d82-9e49-06d5af5c8fac admin admin] 10.222.0.22 "PUT /v2.0/routers/475cf457-fa67-440e-af18-ff332fea0faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7568161 Sep 23 16:09:35.752952 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c878a9fa-bd89-4f26-a2ae-8f93c95152ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.755810 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c878a9fa-bd89-4f26-a2ae-8f93c95152ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.767143 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-c878a9fa-bd89-4f26-a2ae-8f93c95152ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f00c6055-708e-4214-bf56-6cea9a506f0f HTTP/1.1" status: 204 len: 168 time: 1.7363617 Sep 23 16:09:35.784081 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.791509 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-0974ba94-e002-4bb3-bde3-43963865fe37 None None] Provisioning complete for port 47541680-6a28-499f-b5b1-9327f8aea353 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:35.791882 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0974ba94-e002-4bb3-bde3-43963865fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.802287 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.840319 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b049fe7a-bbac-482c-a17d-f36a5d109666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.855928 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b049fe7a-bbac-482c-a17d-f36a5d109666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.860364 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b049fe7a-bbac-482c-a17d-f36a5d109666 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bc1082d-4147-47e6-9648-64e8046f7b09 HTTP/1.1" status: 204 len: 168 time: 1.0638163 Sep 23 16:09:35.898423 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878a9fa-bd89-4f26-a2ae-8f93c95152ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00c6055-708e-4214-bf56-6cea9a506f0f,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:35.940409 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049fe7a-bbac-482c-a17d-f36a5d109666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1082d-4147-47e6-9648-64e8046f7b09,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:36.042560 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=4b71647d-4d22-46fb-93dd-c50ba73d2a55,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:36.143159 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-0974ba94-e002-4bb3-bde3-43963865fe37 None None] Port 47541680-6a28-499f-b5b1-9327f8aea353 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:09:36.252904 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:09:29Z', 'revision_number': 4, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port': {'id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:22Z', 'updated_at': '2021-09-23T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eabfe987-6b8f-4a5e-ba73-645b38e8bad0', 'name': '', 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'mac_address': 'fa:16:3e:b2:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:28Z', 'updated_at': '2021-09-23T16:09:29Z', 'revision_number': 2, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'subnets': [{'id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:36.259523 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:36.295947 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-0c6b5bcf-32bb-4369-a47f-05a40b4a8bf7 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:36.302394 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Checking router: 783fbd63-1df5-403d-8b5f-901e555dacc2 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:09:36.302998 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Updating router 783fbd63-1df5-403d-8b5f-901e555dacc2 port eabfe987-6b8f-4a5e-ba73-645b38e8bad0 binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:09:36.311556 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-0c6b5bcf-32bb-4369-a47f-05a40b4a8bf7 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 819 time: 0.7444453 Sep 23 16:09:36.368371 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Sync routers for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:09:36.388388 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:36.389051 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-ae553c1f-8e73-4620-97c5-e403ad066e0d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/quotas/ea253480dc5549a2af29ce3066219065 HTTP/1.1" status: 200 len: 375 time: 0.0765550 Sep 23 16:09:36.390078 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:36.391242 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:36.403385 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:36.408624 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Network b3af04e2-8d52-4c88-b46e-59db8673834f is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:36.421887 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:36.429247 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:36.429723 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:36.473281 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:36.542908 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Pushing event updated for resources: {'Port': ['ID=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:36.559141 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:36.716773 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 4b71647d-4d22-46fb-93dd-c50ba73d2a55 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:36.757674 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:36.814218 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37166) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:36.966194 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-c9f0d86c-bf1a-4293-96aa-03a50405ca3a None None] Provisioning complete for port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:36.966813 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d86c-bf1a-4293-96aa-03a50405ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:36.985801 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 4b71647d-4d22-46fb-93dd-c50ba73d2a55 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:36.986599 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.163130 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:37.192861 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:37.193608 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.255084 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Pushing event updated for resources: {'Port': ['ID=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:37.273141 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-432f9605-b81b-4483-810b-aaeffec8ec0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.369416 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 43d50aa0-8179-41f4-806d-acad901442b7 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:37.371711 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0d86c-bf1a-4293-96aa-03a50405ca3a None None] Port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:09:37.440541 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-c9f52981-dd6a-47e6-a9b5-54a898dc1bb8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0296772 Sep 23 16:09:37.517468 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 43d50aa0-8179-41f4-806d-acad901442b7 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:37.518065 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.532716 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 2, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:37.617118 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-432f9605-b81b-4483-810b-aaeffec8ec0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.639139 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-2333199c-8903-4f2e-af2c-fb1244ee0345 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:09:37.639139 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-2333199c-8903-4f2e-af2c-fb1244ee0345 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190384 Sep 23 16:09:37.643612 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-432f9605-b81b-4483-810b-aaeffec8ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.647975 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.665094 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.669791 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Checking router: 475cf457-fa67-440e-af18-ff332fea0faf for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:09:37.676069 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Updating router 475cf457-fa67-440e-af18-ff332fea0faf port 47541680-6a28-499f-b5b1-9327f8aea353 binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:09:37.750553 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-e3270c82-e9a5-4cc9-97be-5efc7355acf5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4651458 Sep 23 16:09:37.796894 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-432f9605-b81b-4483-810b-aaeffec8ec0a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86f96a6144b44d04827ff35450fb3ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9810295 Sep 23 16:09:37.804426 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f9605-b81b-4483-810b-aaeffec8ec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd5468d-b4a8-4d1b-a3ba-1a077b15a9ca,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:37.817820 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37196) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:37.824658 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.915367 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c588065-8154-4e6a-89f5-9c952f856959 None None] Pushing event updated for resources: {'Port': ['ID=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:37.942188 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.955012 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Attempting to bind port eabfe987-6b8f-4a5e-ba73-645b38e8bad0 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:37.955386 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Attempting to bind port eabfe987-6b8f-4a5e-ba73-645b38e8bad0 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:37.955873 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Attempting to bind port eabfe987-6b8f-4a5e-ba73-645b38e8bad0 on network 6509021a-0e66-4255-8e36-2ab31b35f3f3 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:37.979162 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:37.980283 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Checking segment: {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:37.980975 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.981626 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Bound using segment: {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:37.982020 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Bound port: eabfe987-6b8f-4a5e-ba73-645b38e8bad0, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:37.982503 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.005497 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 43d50aa0-8179-41f4-806d-acad901442b7, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=43d50aa0-8179-41f4-806d-acad901442b7,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:38.049077 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c680dc90-7618-47d1-b945-34b7f059f868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.073895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.076418 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.132630 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c680dc90-7618-47d1-b945-34b7f059f868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.163827 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37206) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:38.191705 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-e615a857-cbd0-4618-bcb0-b0ea3d015ebb service neutron] 10.222.0.22 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695774 Sep 23 16:09:38.272879 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Request body: {'port': {'device_id': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:38.305714 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37210) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:38.319694 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=43d50aa0-8179-41f4-806d-acad901442b7,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:38.338034 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738000101', 'description': 'tempest-description--1278910085'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:38.362254 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Request body: {'port': {'device_id': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:38.373663 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] For port eabfe987-6b8f-4a5e-ba73-645b38e8bad0, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:38.381570 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] For port eabfe987-6b8f-4a5e-ba73-645b38e8bad0, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:38.386013 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c680dc90-7618-47d1-b945-34b7f059f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.389470 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c680dc90-7618-47d1-b945-34b7f059f868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.391158 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c680dc90-7618-47d1-b945-34b7f059f868 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7fd5468d-b4a8-4d1b-a3ba-1a077b15a9ca HTTP/1.1" status: 204 len: 168 time: 0.5715909 Sep 23 16:09:38.392775 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.399378 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1458725462-network', 'tenant_id': '16b43f3607ea4f08b81e685ec64e3934'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:38.438944 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680dc90-7618-47d1-b945-34b7f059f868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd5468d-b4a8-4d1b-a3ba-1a077b15a9ca,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:38.526310 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Routers {'783fbd63-1df5-403d-8b5f-901e555dacc2'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:38.527955 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['783fbd63-1df5-403d-8b5f-901e555dacc2'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:38.561504 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.572164 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.596373 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.623910 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Made reservation on behalf of 16b43f3607ea4f08b81e685ec64e3934 for: {'network': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:38.633621 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.658336 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.715910 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.735941 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c588065-8154-4e6a-89f5-9c952f856959 None None] Pushing event updated for resources: {'Port': ['ID=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:38.827517 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.db.api [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 16:09:38.827517 dv-cinder-806616-3-iscsi neutron-server[94383]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 16:09:38.827517 dv-cinder-806616-3-iscsi neutron-server[94383]: [parameters: {'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'id': 'b92e0be9-7eec-4644-bf0c-6f88344cfebe', 'expiration': datetime.datetime(2021, 9, 23, 16, 11, 38, 575579)}] Sep 23 16:09:38.827517 dv-cinder-806616-3-iscsi neutron-server[94383]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:09:38.828044 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG oslo_db.api [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:09:38.864062 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] Set router 783fbd63-1df5-403d-8b5f-901e555dacc2 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:38.986306 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6f0c7-8c7f-4f6c-a52e-c9b898a66b36 None None] Pushing event updated for resources: {'Port': ['ID=47541680-6a28-499f-b5b1-9327f8aea353,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:39.119371 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-06d02401-f9a9-4fdc-84e2-e0df34ae4784 service neutron] 10.222.0.22 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354656 Sep 23 16:09:39.201103 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Attempting to bind port 47541680-6a28-499f-b5b1-9327f8aea353 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:39.201505 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Attempting to bind port 47541680-6a28-499f-b5b1-9327f8aea353 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:39.201938 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Attempting to bind port 47541680-6a28-499f-b5b1-9327f8aea353 on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:39.221054 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:39.221716 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Checking segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:39.222431 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.224476 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Bound using segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:39.232483 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Bound port: 47541680-6a28-499f-b5b1-9327f8aea353, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:39.233446 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.302003 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.359433 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.444530 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] For port 47541680-6a28-499f-b5b1-9327f8aea353, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:39.447068 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] For port 47541680-6a28-499f-b5b1-9327f8aea353, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=47541680-6a28-499f-b5b1-9327f8aea353,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:39.458343 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.516293 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3369fb-835b-4a3e-91a6-ceefe0d52a7b req-09667b01-7983-4e7f-ba25-9bf2f4c4e7ca tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:39.519497 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:09:39.521670 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dc3369fb-835b-4a3e-91a6-ceefe0d52a7b req-09667b01-7983-4e7f-ba25-9bf2f4c4e7ca tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 931 time: 1.0466056 Sep 23 16:09:39.536300 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad2946-c08c-47bc-a9cc-a4056f6b7380,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:39.570956 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.571300 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.segments_db [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Added segment e07aee36-93ee-4e43-8543-d74f2190bde9 of type vlan for network 718161aa-6fd0-4ae8-9bb0-c47e78af54c8 Sep 23 16:09:39.624509 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-5219f793-a375-46ad-9e0a-1035f2ceb882 None None] Provisioning complete for port 47541680-6a28-499f-b5b1-9327f8aea353 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:39.625023 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-5219f793-a375-46ad-9e0a-1035f2ceb882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.679609 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6f0c7-8c7f-4f6c-a52e-c9b898a66b36 None None] Pushing event updated for resources: {'Port': ['ID=47541680-6a28-499f-b5b1-9327f8aea353,revision_number=4']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:39.681739 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:09:29Z', 'revision_number': 4, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port': {'id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:22Z', 'updated_at': '2021-09-23T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eabfe987-6b8f-4a5e-ba73-645b38e8bad0', 'name': '', 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'mac_address': 'fa:16:3e:b2:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:28Z', 'updated_at': '2021-09-23T16:09:38Z', 'revision_number': 4, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'subnets': [{'id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:39.714188 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:39.715502 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:39.762396 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d08c0c-968b-4a06-963a-47e4bf989909 None None] The sync data for ids ['783fbd63-1df5-403d-8b5f-901e555dacc2'] in dv-cinder-806616-3-iscsi is: [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:09:29Z', 'revision_number': 4, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port': {'id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:22Z', 'updated_at': '2021-09-23T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eabfe987-6b8f-4a5e-ba73-645b38e8bad0', 'name': '', 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'mac_address': 'fa:16:3e:b2:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:28Z', 'updated_at': '2021-09-23T16:09:38Z', 'revision_number': 4, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'subnets': [{'id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:09:39.822432 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-5219f793-a375-46ad-9e0a-1035f2ceb882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:39.996746 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-5219f793-a375-46ad-9e0a-1035f2ceb882 None None] For port 47541680-6a28-499f-b5b1-9327f8aea353, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=47541680-6a28-499f-b5b1-9327f8aea353,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:40.015457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-5219f793-a375-46ad-9e0a-1035f2ceb882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.185852 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.278371 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219f793-a375-46ad-9e0a-1035f2ceb882 None None] Pushing event updated for resources: {'Port': ['ID=47541680-6a28-499f-b5b1-9327f8aea353,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:40.289366 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:40.335682 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.367857 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-592dcc7a-7c30-44ba-91f8-34e5040c14bf None None] Provisioning complete for port 47541680-6a28-499f-b5b1-9327f8aea353 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:40.377957 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-592dcc7a-7c30-44ba-91f8-34e5040c14bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.386577 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dc3369fb-835b-4a3e-91a6-ceefe0d52a7b req-d90d3159-7677-4d7f-9bd6-fa44a82f77bb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7834699 Sep 23 16:09:40.461582 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.462429 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.476701 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.584915 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:40.616320 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.db.resource_extend [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 16:09:40.622636 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eabfe987-6b8f-4a5e-ba73-645b38e8bad0 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:40.636121 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.768106 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.773463 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:40.775611 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.791982 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Transition to ACTIVE for port object 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:40.799824 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port eabfe987-6b8f-4a5e-ba73-645b38e8bad0 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:40.801134 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.873965 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:40.995266 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-09883272-d936-450f-a5ec-805ae0808984 req-ed9de106-f8fb-47ea-b9fe-7818f667ce0b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 210 time: 0.2909100 Sep 23 16:09:41.023017 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601cd81-47ae-44e2-8ba3-e10691610e1a req-aae3b00f-ec1f-4661-a982-e73671f9b7fe tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:41.031961 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0601cd81-47ae-44e2-8ba3-e10691610e1a req-aae3b00f-ec1f-4661-a982-e73671f9b7fe tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 931 time: 1.3230233 Sep 23 16:09:41.036271 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Pushing event updated for resources: {'Port': ['ID=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:41.198389 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:41.232367 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] Pushing event updated for resources: {'Network': ['ID=718161aa-6fd0-4ae8-9bb0-c47e78af54c8,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:41.270953 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 718161aa-6fd0-4ae8-9bb0-c47e78af54c8 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:09:41.311267 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add09dad-6329-4d77-8ac5-8171acca9364 None None] The sync data for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi is: [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:09:41.383374 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:41.458833 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:41.545190 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:41.632015 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e2c135f1-5aa4-406d-aeec-89ca5888a8fe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4540849 Sep 23 16:09:41.633202 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37282) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:41.684569 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Request body: {'subnet': {'network_id': '718161aa-6fd0-4ae8-9bb0-c47e78af54c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1458725462-subnet', 'tenant_id': '16b43f3607ea4f08b81e685ec64e3934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:41.692314 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port eabfe987-6b8f-4a5e-ba73-645b38e8bad0, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:41.696435 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0601cd81-47ae-44e2-8ba3-e10691610e1a req-adb3ceb5-34b0-42b8-ac4f-f016612f0187 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622193 Sep 23 16:09:41.705514 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Attempting to bind port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:41.705873 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Attempting to bind port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '73b18cb3-4ab2-4cef-9462-fd2679d9e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:41.706323 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:41.706449 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Attempting to bind port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 on network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:41.706723 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Network b3af04e2-8d52-4c88-b46e-59db8673834f is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:41.708279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Pushing event updated for resources: {'Port': ['ID=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:41.708408 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 43d50aa0-8179-41f4-806d-acad901442b7 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:41.770461 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 on network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:09:41.776936 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Attempting to bind port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 on network 6e7e7bc2-e7c2-41d1-b337-33dbe8908edc {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:41.822327 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:41.823458 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Checking segment: {'id': '73b18cb3-4ab2-4cef-9462-fd2679d9e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:41.824552 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Bound using segment: {'id': '73b18cb3-4ab2-4cef-9462-fd2679d9e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:41.826559 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Bound port: 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b18cb3-4ab2-4cef-9462-fd2679d9e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:41.828956 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:41.873311 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:41.880606 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 43d50aa0-8179-41f4-806d-acad901442b7 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:41.881261 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:41.893738 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:42.176395 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] For port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:42.197017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] For port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,segment=NetworkSegment(73b18cb3-4ab2-4cef-9462-fd2679d9e9ca),segment_id=73b18cb3-4ab2-4cef-9462-fd2679d9e9ca)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:42.201529 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.42', 61827) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:42.235094 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01785605-2138-4dd7-9891-68765ff65b2e {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:42.245327 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660163e0-a027-417c-8584-964c9570114b,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:42.249606 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.254939 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-5b67ea0b-590f-4c4b-b1eb-fb9a59eb0965 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.9320753 Sep 23 16:09:42.258222 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.301575 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Made reservation on behalf of 16b43f3607ea4f08b81e685ec64e3934 for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:42.309269 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.317532 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37300) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:42.404737 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.421835 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1be94-65f2-4124-a133-a7d0ba87bcc0 req-a762ebc9-2322-4c99-ad61-6ba41875cd5c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:42.423853 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a2c1be94-65f2-4124-a133-a7d0ba87bcc0 req-a762ebc9-2322-4c99-ad61-6ba41875cd5c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 931 time: 0.6971300 Sep 23 16:09:42.516186 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f702d-3136-49da-b2ee-6654c02e1791 req-c3b9c6e4-496b-4beb-92cd-1f2c70f86e4b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:42.518586 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dcd4ff76-6207-4754-ae3b-937ef55b6cc9 None None] Provisioning complete for port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:42.520445 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ff76-6207-4754-ae3b-937ef55b6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.534011 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-c3b9c6e4-496b-4beb-92cd-1f2c70f86e4b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 819 time: 0.6032097 Sep 23 16:09:42.623136 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 47541680-6a28-499f-b5b1-9327f8aea353 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:42.644989 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-54ba8569-decb-4255-ba1c-21a50cec9326 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'security_group_rule': {'security_group_id': '660163e0-a027-417c-8584-964c9570114b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:42.660282 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Pushing event updated for resources: {'Port': ['ID=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:42.714011 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4ff76-6207-4754-ae3b-937ef55b6cc9 None None] Port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:09:42.733010 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37310) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:42.734497 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Transition to ACTIVE for port object 01785605-2138-4dd7-9891-68765ff65b2e will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:42.752264 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 47541680-6a28-499f-b5b1-9327f8aea353 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:42.752642 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.780403 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-76b55b54-fc42-4c51-b849-202c26067fd4 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/quotas/ea253480dc5549a2af29ce3066219065 HTTP/1.1" status: 200 len: 375 time: 0.2446525 Sep 23 16:09:42.813852 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.822828 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:42.835824 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.837538 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-21a49667-413d-4fa0-9e90-d5b0f1df28bd service neutron] 10.222.0.42 "PUT /v2.0/ports/1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 HTTP/1.1" status: 200 len: 1093 time: 4.8498883 Sep 23 16:09:42.841648 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'tag': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:42.961875 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eabfe987-6b8f-4a5e-ba73-645b38e8bad0 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:43.082507 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port eabfe987-6b8f-4a5e-ba73-645b38e8bad0 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:43.083484 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:43.209143 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-545f6d6e-49ca-48aa-b61d-5db450ad9b47 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:43.217884 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-545f6d6e-49ca-48aa-b61d-5db450ad9b47 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 819 time: 1.0144899 Sep 23 16:09:43.272373 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abf9ba-16f5-4473-aa79-f4953311f0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f9117c-488d-4881-a535-3cdaf38bb63b", "tag": "1bb4f4f7-9c2f-4300-8edc-4311bbb913e9"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:43.376669 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Request body: {'port': {'device_id': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'admin_state_up': True, 'tenant_id': 'ea253480dc5549a2af29ce3066219065'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:43.407644 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a2c1be94-65f2-4124-a133-a7d0ba87bcc0 req-a4fdad50-8074-4143-a208-0d3bc419faaa tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8541789 Sep 23 16:09:43.477346 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:09:43.576781 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-08ff3da8-a732-434b-9078-ad00d0beb11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:43.657300 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-05256173-1ed3-4cb2-814c-04be885422b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:43.658803 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-05256173-1ed3-4cb2-814c-04be885422b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=237b2eb8f6ff44dfa52d930b8cf7ade7&device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 1096 time: 0.7042034 Sep 23 16:09:43.668361 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Pushing event updated for resources: {'Port': ['ID=01785605-2138-4dd7-9891-68765ff65b2e,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:43.691426 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-54ba8569-decb-4255-ba1c-21a50cec9326 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:43.782689 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Made reservation on behalf of ea253480dc5549a2af29ce3066219065 for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:43.787434 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:43.894194 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-b4a6b837-b8ef-47e4-941f-f996bd935aa5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1122973 Sep 23 16:09:43.960650 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-54ba8569-decb-4255-ba1c-21a50cec9326 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:43.979807 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-54ba8569-decb-4255-ba1c-21a50cec9326 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.035001 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba8569-decb-4255-ba1c-21a50cec9326 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048fc30c-bf5c-4621-87fd-793a6a436222,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:44.115293 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Attempting to bind port 01785605-2138-4dd7-9891-68765ff65b2e on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:44.116009 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Attempting to bind port 01785605-2138-4dd7-9891-68765ff65b2e by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:44.116642 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Attempting to bind port 01785605-2138-4dd7-9891-68765ff65b2e on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:44.124841 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.137004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35e959-ccba-4cf1-aee4-06ed7cfcb629 req-cbaa9dbc-b0ad-415d-920e-7c35cd6e985f tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:44.146408 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da35e959-ccba-4cf1-aee4-06ed7cfcb629 req-cbaa9dbc-b0ad-415d-920e-7c35cd6e985f tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 943 time: 0.5850534 Sep 23 16:09:44.190064 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Port 01785605-2138-4dd7-9891-68765ff65b2e on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:09:44.190429 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Attempting to bind port 01785605-2138-4dd7-9891-68765ff65b2e on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:44.266299 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:44.266689 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Checking segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:44.267291 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Bound using segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:44.267875 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Bound port: 01785605-2138-4dd7-9891-68765ff65b2e, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:44.268247 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.292049 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37352) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:44.342671 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da35e959-ccba-4cf1-aee4-06ed7cfcb629 req-1b4f7b8f-c24b-44f3-ae6c-80191051eafe tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951303 Sep 23 16:09:44.575525 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-599b13ac-b246-4dfa-b5e8-407612ce6ae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 HTTP/1.1" status: 200 len: 217 time: 0.4534957 Sep 23 16:09:44.577955 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Allocated IP 172.20.0.3 (6509021a-0e66-4255-8e36-2ab31b35f3f3/46c6dd1b-48a3-44a1-8946-2c9ed1be72b2/e4f95bf1-8995-417e-a530-32ddff494485) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:44.589980 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:09:44.598406 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] For port 01785605-2138-4dd7-9891-68765ff65b2e, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:44.606464 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Sync routers for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:09:44.617977 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-62281172-f570-45c0-9693-d2860ae1dc9e admin admin] 10.222.0.22 "PUT /v2.0/routers/b09fa4e0-08bf-4a4f-b493-f93147bbdc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4378715 Sep 23 16:09:44.617977 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] For port 01785605-2138-4dd7-9891-68765ff65b2e, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=01785605-2138-4dd7-9891-68765ff65b2e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:44.634507 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-d1006bf0-fae3-457d-bf21-9323c21607bc service neutron] 10.222.0.22 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392333 Sep 23 16:09:44.638301 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:44.639026 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:44.639503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-bc196401-9be5-4248-86ba-4279517b1cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.650142 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.671017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360955a0-dffe-412c-8921-5af533fe896d,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:44.695510 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Checking segment: {'id': 'e07aee36-93ee-4e43-8543-d74f2190bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '718161aa-6fd0-4ae8-9bb0-c47e78af54c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:44.695871 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Network hostable DHCP agents. Network: 718161aa-6fd0-4ae8-9bb0-c47e78af54c8, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:09:44.765847 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:44.766841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.768549 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] 10.222.0.42 "PUT /v2.0/ports/01785605-2138-4dd7-9891-68765ff65b2e HTTP/1.1" status: 200 len: 1093 time: 6.7797091 Sep 23 16:09:44.770229 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'tag': '01785605-2138-4dd7-9891-68765ff65b2e'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:44.787421 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Network 718161aa-6fd0-4ae8-9bb0-c47e78af54c8 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:09:44.820921 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 718161aa-6fd0-4ae8-9bb0-c47e78af54c8) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:44.821560 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:44.827998 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:44.828605 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.879285 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0772376b-649c-41a0-8716-72cfd272dcae x-openstack-request-id: req-0772376b-649c-41a0-8716-72cfd272dcae {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:44.879629 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f9117c-488d-4881-a535-3cdaf38bb63b", "tag": "1bb4f4f7-9c2f-4300-8edc-4311bbb913e9", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:44.879958 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0772376b-649c-41a0-8716-72cfd272dcae {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:44.880558 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'tag': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9', 'status': 'completed', 'code': 200} Sep 23 16:09:44.882890 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a91f2-3862-4f28-a167-7290cca59fe0 None None] Network 718161aa-6fd0-4ae8-9bb0-c47e78af54c8 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:44.891442 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-08ff3da8-a732-434b-9078-ad00d0beb11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.892408 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.922785 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-54ba8569-decb-4255-ba1c-21a50cec9326 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.924393 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-54ba8569-decb-4255-ba1c-21a50cec9326 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3551118 Sep 23 16:09:44.945434 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-de338dcf-8d18-403b-a1d1-1e006dce7a36 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2816038 Sep 23 16:09:44.946679 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37370) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:44.963877 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-a3da3600-23a9-41af-8f55-a24fab57d312 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'security_group_rule': {'security_group_id': '660163e0-a027-417c-8584-964c9570114b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:44.971076 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.009562 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-08ff3da8-a732-434b-9078-ad00d0beb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.025832 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:45.072622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81b66c-3888-4fcb-a8f0-5d8179556577 service neutron] Pushing event updated for resources: {'Port': ['ID=01785605-2138-4dd7-9891-68765ff65b2e,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:45.090236 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-001be3ae-72f9-478a-a06f-d79f3eaa3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:45.090559 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "33f19c25-0b6b-4ee8-9663-3bb913965021", "tag": "01785605-2138-4dd7-9891-68765ff65b2e"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:45.091736 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-001be3ae-72f9-478a-a06f-d79f3eaa3ff9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c97703e-add1-41fe-9c0d-7aa9b87c432f HTTP/1.1" status: 200 len: 851 time: 0.0638320 Sep 23 16:09:45.092558 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:45.094907 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:45.101945 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:45.101945 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.166308 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad546c6-2744-4494-aa8e-39f1f82e64bd None None] Network 718161aa-6fd0-4ae8-9bb0-c47e78af54c8 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:45.168193 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-7e7fc311-c983-4d67-a79f-581dfd6fd2d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e7e7bc2-e7c2-41d1-b337-33dbe8908edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576184 Sep 23 16:09:45.169193 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Pushing event updated for resources: {'Port': ['ID=e4f95bf1-8995-417e-a530-32ddff494485,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:45.239114 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-bc196401-9be5-4248-86ba-4279517b1cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.266176 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-bc196401-9be5-4248-86ba-4279517b1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.277430 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-915151d7-2b70-4095-a104-21c1cb256997 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9940891 Sep 23 16:09:45.282695 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-08ff3da8-a732-434b-9078-ad00d0beb11b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e346a1f292f4b26a888cb4823973df8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5469496 Sep 23 16:09:45.283524 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37380) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:45.283698 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff3da8-a732-434b-9078-ad00d0beb11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c705372-3937-4b67-9fd7-b9de76a25353,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:45.301118 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Request body: {'port': {'device_id': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:45.322126 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221f15-aeac-4c28-bec6-2fdedd621380 req-2b153267-d91a-44fd-86cd-3071d9f40003 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:45.325452 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-74221f15-aeac-4c28-bec6-2fdedd621380 req-2b153267-d91a-44fd-86cd-3071d9f40003 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 943 time: 0.3165829 Sep 23 16:09:45.335636 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-b5def7ef-b438-4965-9c28-353701a13df6 service neutron] 10.222.0.22 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815615 Sep 23 16:09:45.340073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-0d174b68-3797-45ee-8c34-008e0702d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:45.342442 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-0d174b68-3797-45ee-8c34-008e0702d088 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 1096 time: 0.2745750 Sep 23 16:09:45.421902 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:38Z', 'revision_number': 2, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:45.444191 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a3da3600-23a9-41af-8f55-a24fab57d312 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.448108 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-5f4e3961-9f27-4725-a5bf-e5af8dc7f197 service neutron] 10.222.0.42 "GET /v2.0/networks/6e7e7bc2-e7c2-41d1-b337-33dbe8908edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677667 Sep 23 16:09:45.469377 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Checking router: b09fa4e0-08bf-4a4f-b493-f93147bbdc79 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:09:45.470020 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Updating router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:09:45.481534 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-19e4c753-9401-4f06-abc2-a18616bfa6f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01785605-2138-4dd7-9891-68765ff65b2e HTTP/1.1" status: 200 len: 217 time: 0.1256917 Sep 23 16:09:45.488863 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-bc196401-9be5-4248-86ba-4279517b1cf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20d9875bf7434f73b1e8178e1381dfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1863945 Sep 23 16:09:45.494255 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37388) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:45.564162 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc196401-9be5-4248-86ba-4279517b1cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79497ab-9009-45f0-8ee7-d7351afd710d,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:45.567946 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.570989 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.610030 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b729b32b-74de-4c2d-91d1-92ba8743851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.611948 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-74221f15-aeac-4c28-bec6-2fdedd621380 req-62c55b56-5b40-47ae-9d36-3fd642aac74d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674248 Sep 23 16:09:45.617164 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c1824b2a-5ffb-4206-b94a-a83d1541ead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.645953 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-bc1edf6a-cf58-41e4-bea6-71a7a3480241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:45.647349 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-bc1edf6a-cf58-41e4-bea6-71a7a3480241 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.1549840 Sep 23 16:09:45.652374 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c1824b2a-5ffb-4206-b94a-a83d1541ead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.718102 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a3da3600-23a9-41af-8f55-a24fab57d312 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.725630 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b729b32b-74de-4c2d-91d1-92ba8743851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.733998 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-78e016dd-1e7f-49e2-8e6a-6f2c05b2e6de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737638 Sep 23 16:09:45.742361 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a3da3600-23a9-41af-8f55-a24fab57d312 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.798743 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-66cee4e8-a9ea-4ecf-b5ed-4d1afc9b2ab1 req-d5053427-28d4-43ab-9da4-beada765226e service neutron] 10.222.0.42 "GET /v2.0/networks/6e7e7bc2-e7c2-41d1-b337-33dbe8908edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402603 Sep 23 16:09:45.836088 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-06e4c3ea-91e8-4055-8d1a-e7cd71d67ba6 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935988 Sep 23 16:09:45.953472 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85d1863f-b6cb-417c-a066-d0090dc27bb0 req-5ab06b12-2894-4c23-97fe-e719cb32af1e service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091046 Sep 23 16:09:45.957897 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da3600-23a9-41af-8f55-a24fab57d312 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5bcea3-8cdd-4b7b-a527-ed0e0e960943,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:45.966314 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c1824b2a-5ffb-4206-b94a-a83d1541ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.968300 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c1824b2a-5ffb-4206-b94a-a83d1541ead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.969443 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-c1824b2a-5ffb-4206-b94a-a83d1541ead3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c79497ab-9009-45f0-8ee7-d7351afd710d HTTP/1.1" status: 204 len: 168 time: 0.4715941 Sep 23 16:09:45.977179 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a3da3600-23a9-41af-8f55-a24fab57d312 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:45.978908 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-a3da3600-23a9-41af-8f55-a24fab57d312 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0192440 Sep 23 16:09:45.985006 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37408) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:45.996594 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:46.049071 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055c283f-54c5-4e31-9ea7-f79f00fb8d3b x-openstack-request-id: req-055c283f-54c5-4e31-9ea7-f79f00fb8d3b {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:46.049475 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f19c25-0b6b-4ee8-9663-3bb913965021", "tag": "01785605-2138-4dd7-9891-68765ff65b2e", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:46.050393 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-055c283f-54c5-4e31-9ea7-f79f00fb8d3b {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:46.053024 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'tag': '01785605-2138-4dd7-9891-68765ff65b2e', 'status': 'completed', 'code': 200} Sep 23 16:09:46.063233 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1824b2a-5ffb-4206-b94a-a83d1541ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79497ab-9009-45f0-8ee7-d7351afd710d,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:46.086770 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37410) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:46.103162 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-125089145-network', 'tenant_id': '3dab731d6d4a4a7785449e61b0f3974e'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:46.113029 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-ec35e6a3-a180-4221-a01c-7217cedef416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:46.115921 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-ec35e6a3-a180-4221-a01c-7217cedef416 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=237b2eb8f6ff44dfa52d930b8cf7ade7&device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 1096 time: 0.1534350 Sep 23 16:09:46.118978 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b729b32b-74de-4c2d-91d1-92ba8743851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.125837 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b729b32b-74de-4c2d-91d1-92ba8743851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.130532 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-b729b32b-74de-4c2d-91d1-92ba8743851a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c705372-3937-4b67-9fd7-b9de76a25353 HTTP/1.1" status: 204 len: 168 time: 0.8400562 Sep 23 16:09:46.169803 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.209408 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Made reservation on behalf of 3dab731d6d4a4a7785449e61b0f3974e for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:46.212111 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.223138 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.229477 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-e062c8f3-7806-4233-8ae0-f1e3ba769539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:46.231165 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-e062c8f3-7806-4233-8ae0-f1e3ba769539 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 1096 time: 0.1625531 Sep 23 16:09:46.449342 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.465775 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.466600 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-f0a2a25d-2241-4bf3-8bb6-758a46b3e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:46.468316 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-f0a2a25d-2241-4bf3-8bb6-758a46b3e340 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e7e7bc2-e7c2-41d1-b337-33dbe8908edc HTTP/1.1" status: 200 len: 912 time: 0.3338451 Sep 23 16:09:46.485152 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729b32b-74de-4c2d-91d1-92ba8743851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c705372-3937-4b67-9fd7-b9de76a25353,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:46.535053 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-baf893ee-da62-4a11-ae8f-34d6a51a2c4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 HTTP/1.1" status: 200 len: 217 time: 0.0504694 Sep 23 16:09:46.592804 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-c6dcc1da-42bd-4b26-b31f-a1c8a19f1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:46.594446 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-c6dcc1da-42bd-4b26-b31f-a1c8a19f1506 service neutron] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 916 time: 0.3527431 Sep 23 16:09:46.599788 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed6207-636a-4d75-ab0b-21daeaade56d None None] Pushing event updated for resources: {'Port': ['ID=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:46.674540 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-758093c9-dcaf-41e6-a344-ce7e9106a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:46.676673 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-758093c9-dcaf-41e6-a344-ce7e9106a7dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c97703e-add1-41fe-9c0d-7aa9b87c432f HTTP/1.1" status: 200 len: 851 time: 0.1287870 Sep 23 16:09:46.680738 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8719bf0-b14d-4bc5-93be-8d38a38fa00e req-7695f618-2a56-467f-b515-f88d6eefcb3f tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:46.692829 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e8719bf0-b14d-4bc5-93be-8d38a38fa00e req-7695f618-2a56-467f-b515-f88d6eefcb3f tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 943 time: 0.5505033 Sep 23 16:09:46.704283 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-f2c4ad55-9c38-4563-865c-4f3c7184abb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01785605-2138-4dd7-9891-68765ff65b2e HTTP/1.1" status: 200 len: 217 time: 0.0933580 Sep 23 16:09:46.790284 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-94a83a56-7d99-4b20-a67a-6b06b62511da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e7e7bc2-e7c2-41d1-b337-33dbe8908edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629601 Sep 23 16:09:46.888275 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f95bf1-8995-417e-a530-32ddff494485 {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:46.919871 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e8719bf0-b14d-4bc5-93be-8d38a38fa00e req-d30db7a4-20ec-4c1b-b51a-8936f863a795 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259104 Sep 23 16:09:46.937948 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:46.974165 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-fe49d5bc-de13-48d2-ba0d-9eef9a7faf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:46.979644 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-fe49d5bc-de13-48d2-ba0d-9eef9a7faf01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.2664292 Sep 23 16:09:46.982640 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Transition to ACTIVE for port object e4f95bf1-8995-417e-a530-32ddff494485 will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:46.982874 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Attempting to bind port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:46.983506 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Attempting to bind port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:46.984385 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Attempting to bind port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc on network b3af04e2-8d52-4c88-b46e-59db8673834f {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:46.999869 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.000267 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:09:47.002562 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:47.002759 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Checking segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:47.003357 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.003887 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Bound using segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:47.004488 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Bound port: 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:47.004875 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.083203 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37424) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:47.093133 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] For port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:47.095891 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f95bf1-8995-417e-a530-32ddff494485,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:47.096525 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] For port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:47.101139 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-cf12188b-d061-4158-8df7-d1be10e51ca1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924895 Sep 23 16:09:47.107520 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37426) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:47.115044 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.147758 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e61186ba-e9df-4622-a43c-a1f4618675f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.167479 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-4c3308df-eeb9-4918-be05-e8d52c78849c None None] Provisioning complete for port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:47.167853 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4c3308df-eeb9-4918-be05-e8d52c78849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.219707 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-78e68df6-a518-4295-aa24-273e3a1aebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.231237 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37428) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:47.236964 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-392c844b-ed1e-48c0-b7dc-25877e3b71c8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214844194', 'description': 'tempest-description--1049346962'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:47.240942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0b442f05-67d9-4b73-93a2-491335689e52 req-1c93f059-57ca-4830-ad0e-5213b795cc77 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 210 time: 0.1708784 Sep 23 16:09:47.250722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.267968 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:09:47.268175 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Attempting to bind port e4f95bf1-8995-417e-a530-32ddff494485 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:47.269260 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Attempting to bind port e4f95bf1-8995-417e-a530-32ddff494485 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:47.269488 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:47.269748 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Attempting to bind port e4f95bf1-8995-417e-a530-32ddff494485 on network 6509021a-0e66-4255-8e36-2ab31b35f3f3 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:47.277013 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-03621060-3033-43dc-823b-7741287562bf service neutron] 10.222.0.42 "GET /v2.0/networks/6e7e7bc2-e7c2-41d1-b337-33dbe8908edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750075 Sep 23 16:09:47.277706 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Port e4f95bf1-8995-417e-a530-32ddff494485 on network 6509021a-0e66-4255-8e36-2ab31b35f3f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:09:47.278034 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Attempting to bind port e4f95bf1-8995-417e-a530-32ddff494485 on network 6509021a-0e66-4255-8e36-2ab31b35f3f3 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:47.284197 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:47.284501 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Checking segment: {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:47.284860 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Bound using segment: {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:47.285293 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Bound port: e4f95bf1-8995-417e-a530-32ddff494485, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:47.285649 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.351822 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.416234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed6207-636a-4d75-ab0b-21daeaade56d None None] Pushing event updated for resources: {'Port': ['ID=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:47.430249 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.42', 61832) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:47.495018 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,segment=NetworkSegment(73b18cb3-4ab2-4cef-9462-fd2679d9e9ca),segment_id=73b18cb3-4ab2-4cef-9462-fd2679d9e9ca)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:47.527247 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-78e68df6-a518-4295-aa24-273e3a1aebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.530384 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-be84bf8a-8cbc-4471-bc0a-1b5606c0be52 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967960 Sep 23 16:09:47.534265 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9', 'network_id': '6e7e7bc2-e7c2-41d1-b337-33dbe8908edc', 'port_id': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9', 'mac_address': 'fa:16:3e:3a:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c97703e-add1-41fe-9c0d-7aa9b87c432f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:09:47.559044 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:09:47.562489 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4c3308df-eeb9-4918-be05-e8d52c78849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.650755 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e61186ba-e9df-4622-a43c-a1f4618675f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.654116 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.684219 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] For port e4f95bf1-8995-417e-a530-32ddff494485, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:47.696936 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-4c3308df-eeb9-4918-be05-e8d52c78849c None None] For port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:47.698136 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.703577 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4c3308df-eeb9-4918-be05-e8d52c78849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.709182 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] For port e4f95bf1-8995-417e-a530-32ddff494485, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e4f95bf1-8995-417e-a530-32ddff494485,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:47.715748 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e61186ba-e9df-4622-a43c-a1f4618675f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.720798 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.735630 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-392c844b-ed1e-48c0-b7dc-25877e3b71c8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.741203 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-78e68df6-a518-4295-aa24-273e3a1aebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.750083 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:47.765583 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-e61186ba-e9df-4622-a43c-a1f4618675f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea3810ab02404a07b77fefd64316acc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523256 Sep 23 16:09:47.765805 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-82abf9ba-16f5-4473-aa79-f4953311f0ab req-bb63f42c-080f-4a3b-b993-a61234b28157 service neutron] 10.222.0.42 "GET /v2.0/networks/6e7e7bc2-e7c2-41d1-b337-33dbe8908edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766815 Sep 23 16:09:47.767510 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:47.767510 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.770247 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] 10.222.0.42 "PUT /v2.0/ports/e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 1093 time: 2.4754982 Sep 23 16:09:47.772619 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'tag': 'e4f95bf1-8995-417e-a530-32ddff494485'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:47.774862 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e6dd3b-1796-4e6f-8088-869c92f05bfd", "tag": "e4f95bf1-8995-417e-a530-32ddff494485"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:47.777960 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37434) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:47.838431 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa63bd-5cad-4167-91ad-198390f0f3d3 req-f2db37da-5dc3-4a69-b431-8a4aa5871afe tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:47.840327 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0baa63bd-5cad-4167-91ad-198390f0f3d3 req-f2db37da-5dc3-4a69-b431-8a4aa5871afe tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 943 time: 0.4111326 Sep 23 16:09:47.851457 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e819132-66ee-48a7-b539-708de94f40f1 x-openstack-request-id: req-4e819132-66ee-48a7-b539-708de94f40f1 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:47.852021 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e6dd3b-1796-4e6f-8088-869c92f05bfd", "tag": "e4f95bf1-8995-417e-a530-32ddff494485", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:47.852128 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:09:47.852222 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e819132-66ee-48a7-b539-708de94f40f1 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:47.852309 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'tag': 'e4f95bf1-8995-417e-a530-32ddff494485', 'status': 'completed', 'code': 200} Sep 23 16:09:47.870362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,segment=NetworkSegment(73b18cb3-4ab2-4cef-9462-fd2679d9e9ca),segment_id=73b18cb3-4ab2-4cef-9462-fd2679d9e9ca)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:47.877688 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032783c5-83f0-4297-b161-9ff9db9ea669 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f95bf1-8995-417e-a530-32ddff494485,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:47.884285 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.885177 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 01785605-2138-4dd7-9891-68765ff65b2e details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:09:47.890759 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3308df-eeb9-4918-be05-e8d52c78849c None None] Pushing event updated for resources: {'Port': ['ID=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:47.938903 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db67e8a5-304e-4b29-b67b-214915d42b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.966197 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-b746bea1-e0e3-4b66-89ab-72f4c3a6ad74 None None] Provisioning complete for port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:47.966357 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-54751d90-0f97-4740-9878-b25c6c41bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:47.966543 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b746bea1-e0e3-4b66-89ab-72f4c3a6ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:47.967902 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-54751d90-0f97-4740-9878-b25c6c41bc79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1096 time: 0.1010611 Sep 23 16:09:48.015451 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0baa63bd-5cad-4167-91ad-198390f0f3d3 req-466a348e-3cfd-45ec-9249-46281acca065 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519721 Sep 23 16:09:48.028344 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-78e68df6-a518-4295-aa24-273e3a1aebfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa662dc5159b49aea526761f1792ae31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9402034 Sep 23 16:09:48.028344 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27903238-9454-405e-b439-05c7480115bc,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.031824 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db67e8a5-304e-4b29-b67b-214915d42b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.033988 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37440) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:48.037696 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-b9f04a3a-166b-4fe4-8e06-2945cdc8e905 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 217 time: 0.0612071 Sep 23 16:09:48.041212 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.041664 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Added segment edb763f9-6305-40bd-b7e2-7cd043795fde of type vlan for network c1101247-029e-4b18-b783-818424a4dc7c Sep 23 16:09:48.056905 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.065215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-392c844b-ed1e-48c0-b7dc-25877e3b71c8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.105834 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-392c844b-ed1e-48c0-b7dc-25877e3b71c8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.163826 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-392c844b-ed1e-48c0-b7dc-25877e3b71c8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.167632 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-392c844b-ed1e-48c0-b7dc-25877e3b71c8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9325559 Sep 23 16:09:48.170927 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37442) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:48.172094 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c844b-ed1e-48c0-b7dc-25877e3b71c8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4219944-2f7f-4ac6-90e9-6b06fff040a8,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.177762 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 01785605-2138-4dd7-9891-68765ff65b2e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=01785605-2138-4dd7-9891-68765ff65b2e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:48.179409 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-7c4e2d4c-8483-446c-b22b-45f66f7fae0d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'security_group_rule': {'security_group_id': 'f4219944-2f7f-4ac6-90e9-6b06fff040a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:48.187570 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-ba916dbb-40b0-47fb-8246-3b07631716ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:48.188765 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-ba916dbb-40b0-47fb-8246-3b07631716ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.1335850 Sep 23 16:09:48.200779 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:48.203168 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '01785605-2138-4dd7-9891-68765ff65b2e', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'port_id': '01785605-2138-4dd7-9891-68765ff65b2e', 'mac_address': 'fa:16:3e:9a:b5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c860bd-02ab-440b-a8ff-d698476d9c12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:09:48.232912 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-94bf9d2c-0afa-4ba6-ae13-44eaf2fcb97d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302439 Sep 23 16:09:48.234187 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8250cf4-8007-4a5a-8f12-d5f1a1036d40 None None] The sync data for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi is: [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:09:48.238398 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db67e8a5-304e-4b29-b67b-214915d42b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.241161 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db67e8a5-304e-4b29-b67b-214915d42b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.244670 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-db67e8a5-304e-4b29-b67b-214915d42b48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf5dec90-3e89-4166-892a-532f4046cf78 HTTP/1.1" status: 204 len: 168 time: 0.4604840 Sep 23 16:09:48.261481 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Allocated IP 172.27.2.106 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/fe5c6793-0aa1-4fb0-a1e0-d979e7a4fafd) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:48.273603 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ffe3-9e32-44ce-a4c8-0b3d2656cd1e req-d116d92a-aacf-4e2a-9013-2d07bd66197b tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:48.279700 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9a71ffe3-9e32-44ce-a4c8-0b3d2656cd1e req-d116d92a-aacf-4e2a-9013-2d07bd66197b tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 944 time: 0.1729658 Sep 23 16:09:48.287457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.292673 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61186ba-e9df-4622-a43c-a1f4618675f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5dec90-3e89-4166-892a-532f4046cf78,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.307291 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f702d-3136-49da-b2ee-6654c02e1791 req-9f3e2265-f74c-4be8-8068-fdb6559b87fb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:48.311337 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-9f3e2265-f74c-4be8-8068-fdb6559b87fb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 819 time: 0.7780762 Sep 23 16:09:48.311337 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c9d316-e91d-4164-91bb-40f6a329940a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.366630 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01785605-2138-4dd7-9891-68765ff65b2e {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:48.401929 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67e8a5-304e-4b29-b67b-214915d42b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5dec90-3e89-4166-892a-532f4046cf78,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.402450 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.405968 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 01785605-2138-4dd7-9891-68765ff65b2e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=01785605-2138-4dd7-9891-68765ff65b2e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:48.407761 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2d4c-8483-446c-b22b-45f66f7fae0d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.414039 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.414184 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-697be3af-ac0a-40c6-b3c0-7ad13b0e5d7e service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704354 Sep 23 16:09:48.420420 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Request body: {'port': {'device_id': '06a86906-6560-495d-84ad-751a7a663991', 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'admin_state_up': True, 'tenant_id': 'ea253480dc5549a2af29ce3066219065'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:48.444503 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d3c991d-eafe-4037-9e1d-e3b966aef9a2 req-d95b4a82-8faf-437a-a283-8376cb1eef4c service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8980293 Sep 23 16:09:48.467371 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c9d316-e91d-4164-91bb-40f6a329940a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.504438 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=01785605-2138-4dd7-9891-68765ff65b2e,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.579767 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2d4c-8483-446c-b22b-45f66f7fae0d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.598792 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e68df6-a518-4295-aa24-273e3a1aebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d81a2-1459-45ab-948b-f9faf1cb8f8d,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.598992 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2d4c-8483-446c-b22b-45f66f7fae0d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.620494 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.db.resource_extend [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 16:09:48.634236 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46b34f5f-d992-4181-b96b-ab20799f3510 req-90bfd6a5-273e-4668-98c8-75443a9ec771 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990421 Sep 23 16:09:48.635818 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e2d4c-8483-446c-b22b-45f66f7fae0d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0c5840-96b9-4db7-b070-2202e1d99ec7,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.648549 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2d4c-8483-446c-b22b-45f66f7fae0d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.650686 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-7c4e2d4c-8483-446c-b22b-45f66f7fae0d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4757981 Sep 23 16:09:48.657559 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37448) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:48.664972 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-ff550225-d12f-44f9-ba7a-01fb5b76fe81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'security_group_rule': {'security_group_id': 'f4219944-2f7f-4ac6-90e9-6b06fff040a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:48.686883 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9a71ffe3-9e32-44ce-a4c8-0b3d2656cd1e req-dd697af5-a74c-414a-bacb-843a09ca20f2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444036 Sep 23 16:09:48.705805 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['1bb4f4f7-9c2f-4300-8edc-4311bbb913e9'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:09:48.718723 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-259ad25f-8b8d-4e59-b6aa-a7bf762cd07b req-7ac83ce3-f51b-4b37-8bd3-7954a88d7698 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 210 time: 0.2666070 Sep 23 16:09:48.743507 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:09:48.758513 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ff550225-d12f-44f9-ba7a-01fb5b76fe81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.807994 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-24849011-ebaf-4bbc-9243-1545e67c2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:48.809767 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-24849011-ebaf-4bbc-9243-1545e67c2201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1096 time: 0.1072435 Sep 23 16:09:48.833294 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.834336 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:48.835365 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.873949 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ff550225-d12f-44f9-ba7a-01fb5b76fe81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.909707 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ff550225-d12f-44f9-ba7a-01fb5b76fe81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.957719 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff550225-d12f-44f9-ba7a-01fb5b76fe81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a39951-7b7c-4963-b413-a01b2dd4f178,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:48.980786 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ff550225-d12f-44f9-ba7a-01fb5b76fe81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.985818 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ff550225-d12f-44f9-ba7a-01fb5b76fe81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271823 Sep 23 16:09:48.986447 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37458) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:48.993278 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:49.002404 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] Pushing event updated for resources: {'Network': ['ID=c1101247-029e-4b18-b783-818424a4dc7c,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:49.005981 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-738f4adb-18c9-4715-b28c-22581d2297da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:49.007545 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-738f4adb-18c9-4715-b28c-22581d2297da service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1864166 Sep 23 16:09:49.015542 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-0157bbf1-5265-40fa-aad6-46170ab88420 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9207957 Sep 23 16:09:49.021776 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network c1101247-029e-4b18-b783-818424a4dc7c details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:09:49.038804 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37460) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:49.047173 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Request body: {'subnet': {'network_id': 'c1101247-029e-4b18-b783-818424a4dc7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-125089145-subnet', 'tenant_id': '3dab731d6d4a4a7785449e61b0f3974e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:49.112018 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-a6fb0537-7055-433a-afc5-8c08261f0d12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 217 time: 0.0903401 Sep 23 16:09:49.156485 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.175970 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c9d316-e91d-4164-91bb-40f6a329940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.179177 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c9d316-e91d-4164-91bb-40f6a329940a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.182802 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-90c9d316-e91d-4164-91bb-40f6a329940a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba7d81a2-1459-45ab-948b-f9faf1cb8f8d HTTP/1.1" status: 204 len: 168 time: 1.1368723 Sep 23 16:09:49.188504 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.236019 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9d316-e91d-4164-91bb-40f6a329940a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d81a2-1459-45ab-948b-f9faf1cb8f8d,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:49.257804 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Made reservation on behalf of 3dab731d6d4a4a7785449e61b0f3974e for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:49.260326 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.265563 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-e133fada-06c8-412c-b40a-5c187aa0f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:49.267083 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-e133fada-06c8-412c-b40a-5c187aa0f794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.1397266 Sep 23 16:09:49.293276 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.db.api [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 16:09:49.293276 dv-cinder-806616-3-iscsi neutron-server[94383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 16:09:49.293276 dv-cinder-806616-3-iscsi neutron-server[94383]: [parameters: {'project_id_1': 'ea253480dc5549a2af29ce3066219065', 'expiration_1': datetime.datetime(2021, 9, 23, 16, 9, 29, 129654)}] Sep 23 16:09:49.293276 dv-cinder-806616-3-iscsi neutron-server[94383]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:09:49.297018 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG oslo_db.api [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:09:49.343980 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-56c5e70e-67eb-494a-b981-5be5017790ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567217 Sep 23 16:09:49.356929 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.423816 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081838d-f0f9-401b-9d61-5c9953dc3803 req-cc5839e6-670d-4b45-af70-6d85afe6933e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:49.426905 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f081838d-f0f9-401b-9d61-5c9953dc3803 req-cc5839e6-670d-4b45-af70-6d85afe6933e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 944 time: 0.2547750 Sep 23 16:09:49.446784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:49.457710 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:49.459607 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'Port': ['ID=fe5c6793-0aa1-4fb0-a1e0-d979e7a4fafd,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:49.472639 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:49.615898 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f081838d-f0f9-401b-9d61-5c9953dc3803 req-75504f46-5474-4e4b-8d2f-e69a8d5932f5 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804304 Sep 23 16:09:49.638134 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-5928b5d3-4fd7-4723-ad38-2c33aa71bc18 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852001 Sep 23 16:09:49.656920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.732114 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.806727 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.929087 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5a3b655-cfc5-48d4-a4e2-716ab686b57e req-4d51966d-4eaf-4b4a-9ca5-98f2f830bd9e service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811480 Sep 23 16:09:49.982038 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.040602 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=605bebd3-b235-4155-acad-205109bb2136,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:50.088312 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Allocated IP 172.27.2.82 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/0c69166c-b71f-43a7-b76e-779c8538aba5) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:50.098654 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Checking segment: {'id': 'edb763f9-6305-40bd-b7e2-7cd043795fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c1101247-029e-4b18-b783-818424a4dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:50.099019 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Network hostable DHCP agents. Network: c1101247-029e-4b18-b783-818424a4dc7c, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:09:50.135894 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6b467e8c-fa44-4738-9e35-657944af8201 req-26d201a8-5f68-41b2-8b0b-2c42e846c887 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 210 time: 0.0515625 Sep 23 16:09:50.178854 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Network c1101247-029e-4b18-b783-818424a4dc7c is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:09:50.219990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Made reservation on behalf of ea253480dc5549a2af29ce3066219065 for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:50.224645 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.232305 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, c1101247-029e-4b18-b783-818424a4dc7c) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:50.247995 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af602151-9497-4ee6-91cd-a9206fb2ef2a req-4efbd654-69af-468e-bede-0d98b0c809b1 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:50.254623 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a2aea-e7ea-411e-b51a-8d764e754348 None None] Network c1101247-029e-4b18-b783-818424a4dc7c requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:50.257622 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-af602151-9497-4ee6-91cd-a9206fb2ef2a req-4efbd654-69af-468e-bede-0d98b0c809b1 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 944 time: 0.4483941 Sep 23 16:09:50.320632 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:50.325650 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.350898 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:50.355789 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-af602151-9497-4ee6-91cd-a9206fb2ef2a req-34727ec0-c67b-4d1c-be64-ff5b45c8956c tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971875 Sep 23 16:09:50.392785 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.417033 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-febddea0-a026-43d3-9ea0-f1a8f05399d9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3769867 Sep 23 16:09:50.489426 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.524885 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.542035 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.564533 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:50.569860 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:50.578326 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:50.586540 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:50.587176 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.601218 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'Port': ['ID=0c69166c-b71f-43a7-b76e-779c8538aba5,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:50.625741 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee699ca-dc7d-4c61-a4a4-b929467518c1 None None] Network c1101247-029e-4b18-b783-818424a4dc7c requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:09:50.632066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.672035 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'Port': ['ID=fe5c6793-0aa1-4fb0-a1e0-d979e7a4fafd,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:50.681337 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.687515 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-baf79779-00ba-47db-a562-1bf10c103c33 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6899326 Sep 23 16:09:50.701645 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Allocated IP 172.20.0.6 (6509021a-0e66-4255-8e36-2ab31b35f3f3/46c6dd1b-48a3-44a1-8946-2c9ed1be72b2/e0830118-768e-4f6f-97bc-11084c69692d) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:50.752628 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.795038 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37524) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:50.824270 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.851749 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] Deleting subnet 360955a0-dffe-412c-8921-5af533fe896d {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:09:50.859383 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.907622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df8f2d-19bb-4eee-873d-feecb1735d7b req-3f5d18cc-67de-4892-a022-59aff14d1b6a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:50.909786 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39df8f2d-19bb-4eee-873d-feecb1735d7b req-3f5d18cc-67de-4892-a022-59aff14d1b6a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 944 time: 0.1711702 Sep 23 16:09:50.983948 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.989229 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e4f95bf1-8995-417e-a530-32ddff494485 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:09:50.991628 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:51.010931 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.119241 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c345d789-caab-4789-b4cb-53c0182e1f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.124451 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39df8f2d-19bb-4eee-873d-feecb1735d7b req-e5a2f741-0ca1-4847-9c50-49b3ff757f97 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019389 Sep 23 16:09:51.124736 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:09:51.133420 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:51.134025 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.231297 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-0de81bfa-062e-4341-9564-ae50ff68b8bd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1738000101&fields=id&tenant_id=b8bfee545f6643d4842a167ded6a9e7f HTTP/1.1" status: 200 len: 267 time: 0.1460736 Sep 23 16:09:51.287002 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e4f95bf1-8995-417e-a530-32ddff494485, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e4f95bf1-8995-417e-a530-32ddff494485,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:51.290398 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.311500 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'e4f95bf1-8995-417e-a530-32ddff494485', 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'port_id': 'e4f95bf1-8995-417e-a530-32ddff494485', 'mac_address': 'fa:16:3e:37:ce:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:09:51.393229 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.396270 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360955a0-dffe-412c-8921-5af533fe896d,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:51.403841 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.405742 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.433542 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.437151 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-59d7cbff-a2ec-493b-af21-918a801f4b1d req-b313d07b-d458-4c1a-80e9-35c89f8fd94d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 210 time: 0.1968160 Sep 23 16:09:51.444117 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f95bf1-8995-417e-a530-32ddff494485 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:51.469802 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.474924 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.477543 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b83e4d3f-e278-48ea-9e21-9ef4eb2260ea admin admin] 10.222.0.22 "DELETE /v2.0/subnets/360955a0-dffe-412c-8921-5af533fe896d HTTP/1.1" status: 204 len: 168 time: 0.6773374 Sep 23 16:09:51.481947 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37558) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:51.492901 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.510579 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e4f95bf1-8995-417e-a530-32ddff494485, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e4f95bf1-8995-417e-a530-32ddff494485,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:51.529540 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.539712 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-fec0199c-e096-4306-b872-0408a15fcbba tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:51.541407 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-fec0199c-e096-4306-b872-0408a15fcbba tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 810 time: 0.2884152 Sep 23 16:09:51.560567 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-80bfd0ae-979a-4529-bcb0-3831563b66ae tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/quotas/b8bfee545f6643d4842a167ded6a9e7f HTTP/1.1" status: 200 len: 375 time: 0.0132115 Sep 23 16:09:51.562363 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.590208 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e4f95bf1-8995-417e-a530-32ddff494485,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:51.608324 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:51.613102 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'Port': ['ID=0c69166c-b71f-43a7-b76e-779c8538aba5,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:51.625107 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.629130 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-7502244a-b518-41a9-b256-829669da406f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6392927 Sep 23 16:09:51.709003 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.744193 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,segment=NetworkSegment(73b18cb3-4ab2-4cef-9462-fd2679d9e9ca),segment_id=73b18cb3-4ab2-4cef-9462-fd2679d9e9ca)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:51.757425 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.761425 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 01785605-2138-4dd7-9891-68765ff65b2e up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:51.775653 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Network 6509021a-0e66-4255-8e36-2ab31b35f3f3 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:51.777772 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Pushing event updated for resources: {'Port': ['ID=e0830118-768e-4f6f-97bc-11084c69692d,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:51.811941 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:51.827657 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e93ae6f3-d205-437d-9dbd-365c888672b5 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2033617 Sep 23 16:09:51.833485 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:51.836294 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:51.837056 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.848063 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['e4f95bf1-8995-417e-a530-32ddff494485'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:09:51.850364 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce5930-f1e1-4da5-8736-907c46a8ac66 req-aa98ebe2-e964-4e0f-87a8-8206567c16d4 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:51.852723 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2bce5930-f1e1-4da5-8736-907c46a8ac66 req-aa98ebe2-e964-4e0f-87a8-8206567c16d4 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 944 time: 0.2305205 Sep 23 16:09:51.920528 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-e4123a27-520d-4ae0-9369-f44da301757a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5154281 Sep 23 16:09:51.936897 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:51.944805 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Request body: {'port': {'device_id': '06a86906-6560-495d-84ad-751a7a663991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:51.994125 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.994506 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.995268 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.995635 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.995964 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.996293 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.996606 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.996918 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.997260 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:51.997574 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:52.036123 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:52.088200 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d072d9-aaec-4c61-907b-9bdb887631ff" -d '{"events": [{"server_uuid": "d7f9117c-488d-4881-a535-3cdaf38bb63b", "name": "network-vif-plugged", "status": "completed", "tag": "1bb4f4f7-9c2f-4300-8edc-4311bbb913e9"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:52.092704 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port 01785605-2138-4dd7-9891-68765ff65b2e completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:09:52.102304 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 01785605-2138-4dd7-9891-68765ff65b2e triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:52.102939 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.109317 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.242301 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2bce5930-f1e1-4da5-8736-907c46a8ac66 req-8607fa7e-fdb6-4f9e-aea6-3b7e3d001163 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812041 Sep 23 16:09:52.251514 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.271838 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-df277bdd-c2ca-41bd-a731-ab3d119f5820 service neutron] 10.222.0.22 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994734 Sep 23 16:09:52.286149 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:52.286494 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:52.286862 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:52.287197 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 01785605-2138-4dd7-9891-68765ff65b2e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=01785605-2138-4dd7-9891-68765ff65b2e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:52.287710 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:09:52.287710 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718161aa-6fd0-4ae8-9bb0-c47e78af54c8']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:52.296049 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.320927 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07aee36-93ee-4e43-8543-d74f2190bde9') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:52.321350 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07aee36-93ee-4e43-8543-d74f2190bde9') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:52.348779 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.358722 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=01785605-2138-4dd7-9891-68765ff65b2e,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:52.384501 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.400340 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:09:52.401132 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: from cryptography.utils import int_from_bytes Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: from cryptography.utils import int_from_bytes Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:09:52.405494 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:09:52.476011 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.486761 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.494738 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/718161aa-6fd0-4ae8-9bb0-c47e78af54c8 HTTP/1.1" status: 204 len: 168 time: 0.9955790 Sep 23 16:09:52.500213 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37592) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:52.507818 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488ba9e-5f17-42fa-8879-a0c18ce61cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=718161aa-6fd0-4ae8-9bb0-c47e78af54c8,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:52.610842 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-6238be33-9758-4ef4-94fd-5ffd9710a0ec service neutron] 10.222.0.22 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280175 Sep 23 16:09:52.617612 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-6f2f090a-92c0-43af-8d88-647d0e2d1a69 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--214844194&fields=id&tenant_id=03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 267 time: 0.2131839 Sep 23 16:09:52.662893 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] Deleting subnet 605bebd3-b235-4155-acad-205109bb2136 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:09:52.680747 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.928921 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bef703-c774-48da-af78-c23be9ccb14c x-openstack-request-id: req-e3bef703-c774-48da-af78-c23be9ccb14c {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:52.929219 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f9117c-488d-4881-a535-3cdaf38bb63b", "name": "network-vif-plugged", "status": "completed", "tag": "1bb4f4f7-9c2f-4300-8edc-4311bbb913e9", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:52.929472 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3bef703-c774-48da-af78-c23be9ccb14c {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:52.929936 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9', 'code': 200} Sep 23 16:09:52.963725 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:52.994541 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.021791 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e4f95bf1-8995-417e-a530-32ddff494485 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:53.079260 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-b5938aab-6aec-45bd-adbb-68ab96474fc0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:53.092165 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-b5938aab-6aec-45bd-adbb-68ab96474fc0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 817 time: 0.4621162 Sep 23 16:09:53.102528 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port e4f95bf1-8995-417e-a530-32ddff494485 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:09:53.104877 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port e4f95bf1-8995-417e-a530-32ddff494485 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:53.105307 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.106643 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0830118-768e-4f6f-97bc-11084c69692d {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:53.137086 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.169523 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-0be8ae66-c5f8-43eb-b834-e82ea40cc251 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/quotas/03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 375 time: 0.0460870 Sep 23 16:09:53.221305 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.247156 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b5bc9-9326-4819-a681-f81904ee391b req-0f7f411f-ebee-4b3a-9612-c98618d370ec tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:53.248389 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5a6b5bc9-9326-4819-a681-f81904ee391b req-0f7f411f-ebee-4b3a-9612-c98618d370ec tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 945 time: 0.2224991 Sep 23 16:09:53.270244 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df7af-a86c-429d-96b2-4bf2c1bcef55 req-f1019a68-1d74-4f88-ac8d-2bf0a4af310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:53.271521 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Transition to ACTIVE for port object e0830118-768e-4f6f-97bc-11084c69692d will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:53.274379 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e4f95bf1-8995-417e-a530-32ddff494485, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e4f95bf1-8995-417e-a530-32ddff494485,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:53.280382 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.281206 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.281522 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-938df7af-a86c-429d-96b2-4bf2c1bcef55 req-f1019a68-1d74-4f88-ac8d-2bf0a4af310f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 1098 time: 0.1432335 Sep 23 16:09:53.297339 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.325438 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-938df7af-a86c-429d-96b2-4bf2c1bcef55 req-ebdec30b-f652-4447-883e-07fe1f35ca2a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.338360 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e4f95bf1-8995-417e-a530-32ddff494485,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:53.363797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605bebd3-b235-4155-acad-205109bb2136,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:53.375116 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.377408 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-34ea6c9f-ee91-4373-a95a-6eeb80b72393 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/605bebd3-b235-4155-acad-205109bb2136 HTTP/1.1" status: 204 len: 168 time: 0.8722136 Sep 23 16:09:53.384006 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37626) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:53.408940 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-31d8106e-857d-4f64-b39d-b5a24ed9b72f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2264290 Sep 23 16:09:53.472646 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0830118-768e-4f6f-97bc-11084c69692d,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:53.486406 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5a6b5bc9-9326-4819-a681-f81904ee391b req-7f535e8a-594b-4276-ad50-9262379fdb21 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276940 Sep 23 16:09:53.505581 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.624173 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-938df7af-a86c-429d-96b2-4bf2c1bcef55 req-ebdec30b-f652-4447-883e-07fe1f35ca2a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.626683 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Attempting to bind port e0830118-768e-4f6f-97bc-11084c69692d on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:53.627030 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Attempting to bind port e0830118-768e-4f6f-97bc-11084c69692d by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:53.627374 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Attempting to bind port e0830118-768e-4f6f-97bc-11084c69692d on network 6509021a-0e66-4255-8e36-2ab31b35f3f3 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:53.641728 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Port e0830118-768e-4f6f-97bc-11084c69692d on network 6509021a-0e66-4255-8e36-2ab31b35f3f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:09:53.642309 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Attempting to bind port e0830118-768e-4f6f-97bc-11084c69692d on network 6509021a-0e66-4255-8e36-2ab31b35f3f3 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:53.643132 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-938df7af-a86c-429d-96b2-4bf2c1bcef55 req-ebdec30b-f652-4447-883e-07fe1f35ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.657471 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:53.657913 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Checking segment: {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:53.658318 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Bound using segment: {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:53.658780 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Bound port: e0830118-768e-4f6f-97bc-11084c69692d, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dccd59-f627-4226-95d9-eb9597f949d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:53.661152 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.694303 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-7cb94fc3-e1bc-4a4d-b46c-60c33d8712b5 service neutron] 10.222.0.22 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618730 Sep 23 16:09:53.698519 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.703841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9937c9-d75a-4fb0-b17c-8c35aeb72b06 req-db4a64f8-75ec-4d6c-91b7-4d4d8635d159 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:53.711835 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cd4bc28b-a8ec-4519-aa97-67ddcff03924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.713966 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ef9937c9-d75a-4fb0-b17c-8c35aeb72b06 req-db4a64f8-75ec-4d6c-91b7-4d4d8635d159 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 943 time: 0.1396759 Sep 23 16:09:53.731318 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-938df7af-a86c-429d-96b2-4bf2c1bcef55 req-ebdec30b-f652-4447-883e-07fe1f35ca2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382372 Sep 23 16:09:53.737237 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdec30b-f652-4447-883e-07fe1f35ca2a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=862449a0-9abf-46fd-984d-6fff68e032a5,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:53.742719 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1101247-029e-4b18-b783-818424a4dc7c']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:53.762474 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb763f9-6305-40bd-b7e2-7cd043795fde') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:53.764031 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb763f9-6305-40bd-b7e2-7cd043795fde') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:53.777417 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.802222 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.809418 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:09:53.810007 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:09:53.812321 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:09:53.874835 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.882705 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:53.887243 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] 10.222.0.22 "DELETE /v2.0/networks/c1101247-029e-4b18-b783-818424a4dc7c HTTP/1.1" status: 204 len: 168 time: 0.5021024 Sep 23 16:09:53.892673 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ef9937c9-d75a-4fb0-b17c-8c35aeb72b06 req-f0c39fdf-d74d-4049-8150-23849a528df9 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737177 Sep 23 16:09:53.898775 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00162763-0b6b-4381-bc4b-75c50d73c38c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1101247-029e-4b18-b783-818424a4dc7c,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:53.937287 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] For port e0830118-768e-4f6f-97bc-11084c69692d, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:53.943345 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] For port e0830118-768e-4f6f-97bc-11084c69692d, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e0830118-768e-4f6f-97bc-11084c69692d,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:53.955551 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.007050 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-1b146fc2-1998-4452-9228-04b8d69f95d4 service neutron] 10.222.0.22 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899745 Sep 23 16:09:54.034508 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a2ad13e3-d8a8-47db-8157-066b0ffd0b12 req-132eecdf-545c-4703-8bd4-8d06638207ef tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 210 time: 0.0666718 Sep 23 16:09:54.038399 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:54.039030 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.040429 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0830118-768e-4f6f-97bc-11084c69692d HTTP/1.1" status: 200 len: 1093 time: 2.1082497 Sep 23 16:09:54.040876 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a86906-6560-495d-84ad-751a7a663991', 'tag': 'e0830118-768e-4f6f-97bc-11084c69692d'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:54.043160 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7" -d '{"events": [{"name": "network-changed", "server_uuid": "06a86906-6560-495d-84ad-751a7a663991", "tag": "e0830118-768e-4f6f-97bc-11084c69692d"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:54.063709 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db738d4-50ab-41f6-ad1a-089f3c4fd2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0830118-768e-4f6f-97bc-11084c69692d,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:54.139614 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37642) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:54.207796 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f702d-3136-49da-b2ee-6654c02e1791 req-54ee391b-9326-4be0-ad39-1d1f3dced305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:54.209672 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-54ee391b-9326-4be0-ad39-1d1f3dced305 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 1096 time: 0.0958884 Sep 23 16:09:54.243748 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da711c6c-5dcf-4297-8d45-1762ec330411 x-openstack-request-id: req-da711c6c-5dcf-4297-8d45-1762ec330411 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:54.243748 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a86906-6560-495d-84ad-751a7a663991", "tag": "e0830118-768e-4f6f-97bc-11084c69692d", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:54.244069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da711c6c-5dcf-4297-8d45-1762ec330411 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:54.244274 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a86906-6560-495d-84ad-751a7a663991', 'tag': 'e0830118-768e-4f6f-97bc-11084c69692d', 'status': 'completed', 'code': 200} Sep 23 16:09:54.260474 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0267c499-582f-4417-b203-66073f7024f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16b43f3607ea4f08b81e685ec64e3934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173563 Sep 23 16:09:54.262032 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37652) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:54.330531 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.336517 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-a63591f7-4b1a-42ac-b4ab-d8c29235bcfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0830118-768e-4f6f-97bc-11084c69692d HTTP/1.1" status: 200 len: 217 time: 0.1112416 Sep 23 16:09:54.364578 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2034a57-578a-4c89-9215-32a5f3768e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.370499 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f8413934-7ef0-452e-bfe9-8f6a92ae0d9b req-c06043bc-7217-42c0-9746-2e3958cc7a24 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 210 time: 0.0475576 Sep 23 16:09:54.382654 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4ba56-ddbb-4287-bb92-7b1398cc07f8 req-101d4a6f-341b-4b19-ad1e-431d84da272a tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:54.384184 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a1e4ba56-ddbb-4287-bb92-7b1398cc07f8 req-101d4a6f-341b-4b19-ad1e-431d84da272a tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.2267385 Sep 23 16:09:54.396507 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2034a57-578a-4c89-9215-32a5f3768e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.453389 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f702d-3136-49da-b2ee-6654c02e1791 req-7e191b56-979b-43a0-ad05-1cd9af92acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:54.455350 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-7e191b56-979b-43a0-ad05-1cd9af92acee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.0833819 Sep 23 16:09:54.489890 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-df16fbee-32b1-4bf0-92d4-d2a0a3bc7b4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256522 Sep 23 16:09:54.544868 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-edf8dd77-65ef-4931-8410-343a68ffe6db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:54.546450 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-edf8dd77-65ef-4931-8410-343a68ffe6db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 810 time: 0.2105789 Sep 23 16:09:54.555602 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a1e4ba56-ddbb-4287-bb92-7b1398cc07f8 req-15f392b5-2999-4d27-a9e4-7574437b0749 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184130 Sep 23 16:09:54.593940 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2034a57-578a-4c89-9215-32a5f3768e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.597398 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2034a57-578a-4c89-9215-32a5f3768e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.601036 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-b2034a57-578a-4c89-9215-32a5f3768e57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7dad2946-c08c-47bc-a9cc-a4056f6b7380 HTTP/1.1" status: 204 len: 168 time: 0.3356378 Sep 23 16:09:54.631862 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-bcf72620-dc9e-44df-969b-d6b9df854060 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8bfee545f6643d4842a167ded6a9e7f HTTP/1.1" status: 200 len: 380 time: 0.0757127 Sep 23 16:09:54.633346 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034a57-578a-4c89-9215-32a5f3768e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad2946-c08c-47bc-a9cc-a4056f6b7380,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:54.651727 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'port': {'device_id': '8018ca09-a690-4f20-9b39-69deddcb9096', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'admin_state_up': True, 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'security_groups': ['660163e0-a027-417c-8584-964c9570114b']}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:54.663738 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-b81925fc-8247-4dfb-96b7-44ea2000082a service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560104 Sep 23 16:09:54.688263 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.789573 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf962a-01fd-454f-b25c-ffadae4196b2 req-13ba9240-e022-4885-bdd5-d8699f096347 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:54.796861 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-82cf962a-01fd-454f-b25c-ffadae4196b2 req-13ba9240-e022-4885-bdd5-d8699f096347 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 945 time: 0.2088690 Sep 23 16:09:54.800016 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Made reservation on behalf of b8bfee545f6643d4842a167ded6a9e7f for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:54.805805 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:54.848000 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-272f702d-3136-49da-b2ee-6654c02e1791 req-8d3fc60a-1d84-4c60-b5b2-5c02ad86730f service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617806 Sep 23 16:09:54.863737 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-82cf962a-01fd-454f-b25c-ffadae4196b2 req-eda8b6d3-1316-465b-afac-6d23f6161015 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614307 Sep 23 16:09:54.931582 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01785605-2138-4dd7-9891-68765ff65b2e'}, {'server_uuid': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f95bf1-8995-417e-a530-32ddff494485'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:54.935623 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c8e98a-ee15-4ce1-8019-00fa2227e0d0" -d '{"events": [{"server_uuid": "33f19c25-0b6b-4ee8-9663-3bb913965021", "name": "network-vif-plugged", "status": "completed", "tag": "01785605-2138-4dd7-9891-68765ff65b2e"}, {"server_uuid": "d1e6dd3b-1796-4e6f-8088-869c92f05bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e4f95bf1-8995-417e-a530-32ddff494485"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:54.993761 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Allocated IP 172.20.0.12 (54d6d0e2-ab81-4df4-ab75-74fe27ad62eb/30e5204c-b83d-4ca4-9bab-475385217349/09684116-389f-4a9d-81ea-6e71ea1aa6fd) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:55.017955 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b358e-c0dd-4132-9455-3f7c74554763 x-openstack-request-id: req-4a8b358e-c0dd-4132-9455-3f7c74554763 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:55.017955 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f19c25-0b6b-4ee8-9663-3bb913965021", "name": "network-vif-plugged", "status": "completed", "tag": "01785605-2138-4dd7-9891-68765ff65b2e", "code": 200}, {"server_uuid": "d1e6dd3b-1796-4e6f-8088-869c92f05bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e4f95bf1-8995-417e-a530-32ddff494485", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:55.018187 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a8b358e-c0dd-4132-9455-3f7c74554763 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:55.019584 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01785605-2138-4dd7-9891-68765ff65b2e', 'code': 200} Sep 23 16:09:55.019936 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f95bf1-8995-417e-a530-32ddff494485', 'code': 200} Sep 23 16:09:55.076170 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-ede453d8-4541-4dbb-98e8-f47b36e519c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.078269 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-ede453d8-4541-4dbb-98e8-f47b36e519c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 1096 time: 0.1253042 Sep 23 16:09:55.141830 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385764a-e5d8-47ba-85be-bde8dca0784c req-accdf449-5592-4d9a-b199-034f02a1a487 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.146393 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1385764a-e5d8-47ba-85be-bde8dca0784c req-accdf449-5592-4d9a-b199-034f02a1a487 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 943 time: 0.1253545 Sep 23 16:09:55.242211 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-5c3caaba-9839-478e-86e6-53f9e9793aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.243854 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-5c3caaba-9839-478e-86e6-53f9e9793aa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1543541 Sep 23 16:09:55.248976 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:55.262488 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1385764a-e5d8-47ba-85be-bde8dca0784c req-ad3a3984-9092-4604-9181-9d46503b940a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867732 Sep 23 16:09:55.304422 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37690) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:55.342885 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:55.359266 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-5a68d6f9-5b6d-411e-b902-3257c20be6d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0830118-768e-4f6f-97bc-11084c69692d HTTP/1.1" status: 200 len: 217 time: 0.0923364 Sep 23 16:09:55.367956 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-95a0133b-86e0-4e78-9228-3af491a064c4 req-8e7be34a-28e4-4a0a-94d4-cfd410671a2b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 210 time: 0.1018450 Sep 23 16:09:55.434265 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:55.437856 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:55.453970 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:55.528154 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.529049 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:55.540066 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'Port': ['ID=09684116-389f-4a9d-81ea-6e71ea1aa6fd,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:55.552174 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-f57a1192-e98d-46bb-a5ad-0025cdb83f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.554399 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-f57a1192-e98d-46bb-a5ad-0025cdb83f38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.1833901 Sep 23 16:09:55.561469 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c452d49e-d2e3-4be9-82a6-1ab676215ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9153626 Sep 23 16:09:55.569343 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b7dba91f-d447-4267-ba9d-f0ddd2b9147c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3dab731d6d4a4a7785449e61b0f3974e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600765 Sep 23 16:09:55.571117 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37702) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:55.642041 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-1c045055-2ae0-412c-9e32-b9e4407097f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634058 Sep 23 16:09:55.668106 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53361170-9f9d-4555-94f3-ab9f65f6946d req-c930e3ff-d609-4603-88a9-84a66930be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.671527 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53361170-9f9d-4555-94f3-ab9f65f6946d req-c930e3ff-d609-4603-88a9-84a66930be93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 1098 time: 0.2704568 Sep 23 16:09:55.699989 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-62863608-a8e1-4273-bd11-761f2c2e3aac None None] Provisioning complete for port 09684116-389f-4a9d-81ea-6e71ea1aa6fd triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:55.700541 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-62863608-a8e1-4273-bd11-761f2c2e3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:55.731478 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-534d9a3f-92aa-494f-9c2c-d1d6da030adb req-947d1767-008a-4aa0-bc5c-10a6b84530e3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 210 time: 0.1008716 Sep 23 16:09:55.751066 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Request body: {'port': {'device_id': '8018ca09-a690-4f20-9b39-69deddcb9096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:55.794523 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-62863608-a8e1-4273-bd11-761f2c2e3aac None None] Port 09684116-389f-4a9d-81ea-6e71ea1aa6fd cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:09:55.858712 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c5d15eca-b994-4dee-9285-75d377d278a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:55.880009 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53361170-9f9d-4555-94f3-ab9f65f6946d req-f1f4baec-4ee5-4e36-b679-cdcdba6a5a5f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590767 Sep 23 16:09:55.895727 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787616a-dd43-439c-88ad-7e7b0e5d1a6b req-529dea85-b208-4865-8866-6e48b52c2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.897523 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-3787616a-dd43-439c-88ad-7e7b0e5d1a6b req-529dea85-b208-4865-8866-6e48b52c2bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.2754378 Sep 23 16:09:55.905393 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf5633-e998-4aeb-af94-1f6046b362b5 req-e499976c-878f-41cd-87ee-9cb85c7e3d40 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:55.907235 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b7cf5633-e998-4aeb-af94-1f6046b362b5 req-e499976c-878f-41cd-87ee-9cb85c7e3d40 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.1474607 Sep 23 16:09:55.914854 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c5d15eca-b994-4dee-9285-75d377d278a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:55.923600 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:55.930535 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-a0c59adf-3a3f-4d6e-a591-a45454414ada service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567642 Sep 23 16:09:56.071942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b7cf5633-e998-4aeb-af94-1f6046b362b5 req-338fb8d9-63c3-41e4-9b76-9673340210e6 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517637 Sep 23 16:09:56.129554 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fc95b-424f-473f-8756-4bc1f8988b3f req-65af8d7a-8799-48b4-b0c4-8b332eaec46c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:56.131391 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217fc95b-424f-473f-8756-4bc1f8988b3f req-65af8d7a-8799-48b4-b0c4-8b332eaec46c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 945 time: 0.1639972 Sep 23 16:09:56.139895 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c5d15eca-b994-4dee-9285-75d377d278a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.145703 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c5d15eca-b994-4dee-9285-75d377d278a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.146862 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c5d15eca-b994-4dee-9285-75d377d278a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27903238-9454-405e-b439-05c7480115bc HTTP/1.1" status: 204 len: 168 time: 0.5722501 Sep 23 16:09:56.173431 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:09:56.223335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217fc95b-424f-473f-8756-4bc1f8988b3f req-ee1a56c8-7ae1-450c-8f1f-b596e7b97aa1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591686 Sep 23 16:09:56.242172 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2191ea4-8cc9-44ce-97b3-dda9dbc5aef7 req-b3e36731-4e9b-472a-9d0d-46f89954aa5a service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660581 Sep 23 16:09:56.246845 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d15eca-b994-4dee-9285-75d377d278a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27903238-9454-405e-b439-05c7480115bc,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:56.254355 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-3787616a-dd43-439c-88ad-7e7b0e5d1a6b req-ab0ed53c-825f-4db5-98fd-33355fa70bd6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795278 Sep 23 16:09:56.376496 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.403517 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09684116-389f-4a9d-81ea-6e71ea1aa6fd {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:56.415683 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.430722 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Transition to ACTIVE for port object 09684116-389f-4a9d-81ea-6e71ea1aa6fd will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:56.439983 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.441566 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d6357-058c-4b4b-aea9-c6a0e418204d req-db3a46a6-a41e-4a19-8e5e-7436f7fb31bf tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:56.445871 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-519d6357-058c-4b4b-aea9-c6a0e418204d req-db3a46a6-a41e-4a19-8e5e-7436f7fb31bf tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 943 time: 0.0942538 Sep 23 16:09:56.497415 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Pushing event updated for resources: {'Port': ['ID=09684116-389f-4a9d-81ea-6e71ea1aa6fd,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:56.596306 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-519d6357-058c-4b4b-aea9-c6a0e418204d req-7f55dffb-1ed6-4e2c-a8c5-f0b19c5e0f0f tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301944 Sep 23 16:09:56.613289 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37742) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:56.646277 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Attempting to bind port 09684116-389f-4a9d-81ea-6e71ea1aa6fd on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:56.646696 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Attempting to bind port 09684116-389f-4a9d-81ea-6e71ea1aa6fd by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:56.647891 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Attempting to bind port 09684116-389f-4a9d-81ea-6e71ea1aa6fd on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:56.652704 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Port 09684116-389f-4a9d-81ea-6e71ea1aa6fd on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:09:56.658402 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Attempting to bind port 09684116-389f-4a9d-81ea-6e71ea1aa6fd on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:56.658560 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7985cd-6426-4f82-b6e3-f36033a5a220 req-3fef6ba0-444c-4900-a9f0-f8568dc249b6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:56.668219 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ea7985cd-6426-4f82-b6e3-f36033a5a220 req-3fef6ba0-444c-4900-a9f0-f8568dc249b6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 944 time: 0.1508675 Sep 23 16:09:56.672753 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:56.673101 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Checking segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:56.673486 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Bound using segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:56.673941 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Bound port: 09684116-389f-4a9d-81ea-6e71ea1aa6fd, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:56.674301 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.727708 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-d1f395dd-344e-4d7d-8476-9cafa191d8d2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:56.729280 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-d1f395dd-344e-4d7d-8476-9cafa191d8d2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 817 time: 0.2769299 Sep 23 16:09:56.743186 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ea7985cd-6426-4f82-b6e3-f36033a5a220 req-c36e7db8-3b9e-46f7-8c7f-0f07fcdd5169 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741110 Sep 23 16:09:56.776161 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] For port 09684116-389f-4a9d-81ea-6e71ea1aa6fd, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:09:56.780436 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] For port 09684116-389f-4a9d-81ea-6e71ea1aa6fd, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:09:56.790370 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.823914 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-83a02349-91ba-4975-a962-f8f47977cd59 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 379 time: 0.0770731 Sep 23 16:09:56.839592 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'port': {'device_id': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'admin_state_up': True, 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'security_groups': ['f4219944-2f7f-4ac6-90e9-6b06fff040a8']}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:56.875938 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:56.876655 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:56.878548 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] 10.222.0.42 "PUT /v2.0/ports/09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 200 len: 1094 time: 1.2610798 Sep 23 16:09:56.879847 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:56.882308 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46520c79-ed15-4357-8a9b-8e6babe62a82" -d '{"events": [{"name": "network-changed", "server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:56.969579 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2141bc-0387-4947-911c-3d70e46b471c x-openstack-request-id: req-0f2141bc-0387-4947-911c-3d70e46b471c {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:56.969859 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:56.970267 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f2141bc-0387-4947-911c-3d70e46b471c {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:56.970711 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'status': 'completed', 'code': 200} Sep 23 16:09:57.000086 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d511d2-37a4-4aec-bef4-d7e3eda2512e service neutron] Pushing event updated for resources: {'Port': ['ID=09684116-389f-4a9d-81ea-6e71ea1aa6fd,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:57.012766 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a0453888-5810-4e3c-8250-bf8196c7503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:57.039155 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e0830118-768e-4f6f-97bc-11084c69692d details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:09:57.071071 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c2787f97-5b15-417b-8918-16291552c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:57.072805 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-c2787f97-5b15-417b-8918-16291552c3c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 1097 time: 0.1279206 Sep 23 16:09:57.147183 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-f6103ae4-c177-40d6-afcc-6c4f039ac313 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 200 len: 217 time: 0.0483558 Sep 23 16:09:57.269630 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-8387a51b-40ef-4fd4-820d-5e0d79c5d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:57.271155 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e0830118-768e-4f6f-97bc-11084c69692d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e0830118-768e-4f6f-97bc-11084c69692d,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:57.271885 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-8387a51b-40ef-4fd4-820d-5e0d79c5d78d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.1113012 Sep 23 16:09:57.285924 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'e0830118-768e-4f6f-97bc-11084c69692d', 'network_id': '6509021a-0e66-4255-8e36-2ab31b35f3f3', 'port_id': 'e0830118-768e-4f6f-97bc-11084c69692d', 'mac_address': 'fa:16:3e:8f:7f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c6dd1b-48a3-44a1-8946-2c9ed1be72b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:09:57.330165 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:57.349924 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0830118-768e-4f6f-97bc-11084c69692d {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:57.363315 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-80697c2b-e0dd-45e1-a7af-3304eef59b4f req-da858179-bd19-43f8-9164-b2611c5cce8d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 210 time: 0.1666808 Sep 23 16:09:57.369193 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a0453888-5810-4e3c-8250-bf8196c7503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:57.385193 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a0453888-5810-4e3c-8250-bf8196c7503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:57.420367 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e0830118-768e-4f6f-97bc-11084c69692d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e0830118-768e-4f6f-97bc-11084c69692d,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:57.430335 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:57.435201 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0453888-5810-4e3c-8250-bf8196c7503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157a355d-6a05-4735-92d1-c890e8383be5,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:57.452852 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-601e06bf-bbad-43b9-ade7-ba047e56ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:57.456692 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-601e06bf-bbad-43b9-ade7-ba047e56ea9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1630163 Sep 23 16:09:57.502205 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-a0453888-5810-4e3c-8250-bf8196c7503c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=026fbf69f287426aba7db5f94a4970c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8782687 Sep 23 16:09:57.513581 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efad12-3913-4573-a093-61182bf7b41b req-803de47c-2157-4ff8-9dad-5a68cb121257 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:57.519799 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37780) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:57.522620 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e0830118-768e-4f6f-97bc-11084c69692d,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:57.529909 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-26efad12-3913-4573-a093-61182bf7b41b req-803de47c-2157-4ff8-9dad-5a68cb121257 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.2281942 Sep 23 16:09:57.638968 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-26efad12-3913-4573-a093-61182bf7b41b req-1b1a6046-adb9-4261-bfb0-1206ae5343a1 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060920 Sep 23 16:09:57.681627 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['e0830118-768e-4f6f-97bc-11084c69692d'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:09:57.695879 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c8c0-47b3-4a5a-bea4-0bc35c4ef757 req-aebff717-b8fb-4719-b444-637509df850d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:57.716029 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f732c8c0-47b3-4a5a-bea4-0bc35c4ef757 req-aebff717-b8fb-4719-b444-637509df850d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 945 time: 0.1713734 Sep 23 16:09:57.718647 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Made reservation on behalf of 03342d7b8839497aa81e369df3b7148b for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:57.722717 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:57.823222 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f732c8c0-47b3-4a5a-bea4-0bc35c4ef757 req-f34becb4-aadd-4f51-9140-b278e9c9dfd8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058617 Sep 23 16:09:58.005193 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-208c81c7-49f1-4200-a18a-2bd709cce1d6 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390894 Sep 23 16:09:58.005999 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cffe4d0a-cdd8-454f-8be0-3068c4cf2521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.105340 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a130a-1af8-4579-96c4-7e6a9bcaec89 req-fcf8e423-23a1-4eb1-bda8-3f36ba8809cf tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:58.105547 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cffe4d0a-cdd8-454f-8be0-3068c4cf2521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.117944 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-731a130a-1af8-4579-96c4-7e6a9bcaec89 req-fcf8e423-23a1-4eb1-bda8-3f36ba8809cf tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 944 time: 0.3191442 Sep 23 16:09:58.218930 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-dca6b019-4708-49bf-b725-0d53d3455b84 req-f087f22a-e3e2-43b2-8dd5-6054b7edc7cc service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737494 Sep 23 16:09:58.237619 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cffe4d0a-cdd8-454f-8be0-3068c4cf2521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.240999 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cffe4d0a-cdd8-454f-8be0-3068c4cf2521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.242482 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-cffe4d0a-cdd8-454f-8be0-3068c4cf2521 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/157a355d-6a05-4735-92d1-c890e8383be5 HTTP/1.1" status: 204 len: 168 time: 0.7214346 Sep 23 16:09:58.252252 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Allocated IP 172.20.0.9 (b3af04e2-8d52-4c88-b46e-59db8673834f/9d04a01c-3e05-4172-abfe-64a1bddf2c3e/e2185120-f282-4307-8bd8-0db9d3e63c84) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:58.255383 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe4d0a-cdd8-454f-8be0-3068c4cf2521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157a355d-6a05-4735-92d1-c890e8383be5,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:58.399388 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-fe9dc4df-8d33-4bbd-a68d-e244ea65a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:58.407782 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-fe9dc4df-8d33-4bbd-a68d-e244ea65a261 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 1097 time: 0.1219518 Sep 23 16:09:58.521244 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-731a130a-1af8-4579-96c4-7e6a9bcaec89 req-dd2d2e31-089a-4d0e-9c19-8c601b202b8c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008121 Sep 23 16:09:58.548290 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c2b07-acf5-4e64-909d-4a6096833e89 req-036acaac-5692-4f2d-af67-47c776c740e5 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:58.558932 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-789c2b07-acf5-4e64-909d-4a6096833e89 req-036acaac-5692-4f2d-af67-47c776c740e5 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 944 time: 0.5876749 Sep 23 16:09:58.578060 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-62a136cf-f36a-400d-91a2-49cf5e7bca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:58.580808 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-62a136cf-f36a-400d-91a2-49cf5e7bca79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 911 time: 0.1648967 Sep 23 16:09:58.639610 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-789c2b07-acf5-4e64-909d-4a6096833e89 req-9dccb03c-2f90-42c7-aaca-be5b3b43faf1 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797572 Sep 23 16:09:58.645013 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.648988 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-9a9ad8d5-f714-4101-8f1c-fb098f21b53e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 200 len: 217 time: 0.0611627 Sep 23 16:09:58.691252 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-af72da70-d01f-4d63-93fd-ea33636ce742 req-54197a91-3697-4f14-a836-6bbcb461d5d3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 210 time: 0.0427039 Sep 23 16:09:58.739762 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-309b04ed-b523-4027-ac7c-b77c8e2f23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:58.741503 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-309b04ed-b523-4027-ac7c-b77c8e2f23ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.0843253 Sep 23 16:09:58.784855 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.832410 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-c6352af6-cc05-401d-8d91-df783b35f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:58.835002 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-c6352af6-cc05-401d-8d91-df783b35f7d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863974 Sep 23 16:09:58.847913 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Network b3af04e2-8d52-4c88-b46e-59db8673834f is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:58.850985 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:58.858387 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37826) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:58.858556 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:09:58.864939 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:58.865604 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.876569 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:58.895973 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-7a3388c6-c3b3-4ec2-b67a-b6f81dda9222 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0627005 Sep 23 16:09:58.898791 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1154-b8a7-4224-9983-e6309dd6c288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:58.916965 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Request body: {'port': {'device_id': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:09:58.998198 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.004934 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-ee241499-77ac-4db6-9f33-4ab7faf046fe service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620409 Sep 23 16:09:59.051490 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 09684116-389f-4a9d-81ea-6e71ea1aa6fd details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:09:59.059015 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e0830118-768e-4f6f-97bc-11084c69692d up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:09:59.165624 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1154-b8a7-4224-9983-e6309dd6c288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.173143 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-46520c79-ed15-4357-8a9b-8e6babe62a82 req-22b762b1-18b7-4aca-81a0-d23aca2e8e93 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586003 Sep 23 16:09:59.173769 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1154-b8a7-4224-9983-e6309dd6c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.188493 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port e0830118-768e-4f6f-97bc-11084c69692d completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:09:59.199243 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port e0830118-768e-4f6f-97bc-11084c69692d triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:59.199932 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.218287 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1154-b8a7-4224-9983-e6309dd6c288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d49928-6e5b-41a1-865d-c646d9c3e505,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:59.223303 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-6d4a1154-b8a7-4224-9983-e6309dd6c288 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4927da6efd8f4e2191284dcd4c01c103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640304 Sep 23 16:09:59.226037 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37840) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:59.251926 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 09684116-389f-4a9d-81ea-6e71ea1aa6fd, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:59.274293 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'port_id': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'mac_address': 'fa:16:3e:6f:13:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:09:59.275777 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-e9053236-9c57-4313-bd78-dc4e2b3e7a56 None None] Provisioning complete for port e2185120-f282-4307-8bd8-0db9d3e63c84 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:59.276106 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e9053236-9c57-4313-bd78-dc4e2b3e7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.343306 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-e9053236-9c57-4313-bd78-dc4e2b3e7a56 None None] Port e2185120-f282-4307-8bd8-0db9d3e63c84 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:09:59.355112 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-59a84fd2-c94e-44cf-835b-cb462ebe054f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.387428 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-59a84fd2-c94e-44cf-835b-cb462ebe054f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.393926 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37846) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:59.394679 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.418051 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09684116-389f-4a9d-81ea-6e71ea1aa6fd {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:59.429226 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.460443 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2185120-f282-4307-8bd8-0db9d3e63c84 {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:09:59.462212 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 09684116-389f-4a9d-81ea-6e71ea1aa6fd, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:59.474820 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.477624 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.508059 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Transition to ACTIVE for port object e2185120-f282-4307-8bd8-0db9d3e63c84 will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:59.517693 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bfa95c0e-baf8-434e-9a00-65c7cb19827f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.527066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.554169 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a86906-6560-495d-84ad-751a7a663991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0830118-768e-4f6f-97bc-11084c69692d'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:09:59.559166 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efffa31-2f7b-435a-b4c0-349800bc8859" -d '{"events": [{"server_uuid": "06a86906-6560-495d-84ad-751a7a663991", "name": "network-vif-plugged", "status": "completed", "tag": "e0830118-768e-4f6f-97bc-11084c69692d"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:59.573565 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=09684116-389f-4a9d-81ea-6e71ea1aa6fd,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:59.587725 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e0830118-768e-4f6f-97bc-11084c69692d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e0830118-768e-4f6f-97bc-11084c69692d,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:09:59.598569 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.710312 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:59.713243 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-59a84fd2-c94e-44cf-835b-cb462ebe054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.716811 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-59a84fd2-c94e-44cf-835b-cb462ebe054f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.720884 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-59a84fd2-c94e-44cf-835b-cb462ebe054f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78d49928-6e5b-41a1-865d-c646d9c3e505 HTTP/1.1" status: 204 len: 168 time: 0.4911087 Sep 23 16:09:59.721040 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e0830118-768e-4f6f-97bc-11084c69692d,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:59.733226 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bfa95c0e-baf8-434e-9a00-65c7cb19827f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.741908 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bfa95c0e-baf8-434e-9a00-65c7cb19827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.766636 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['09684116-389f-4a9d-81ea-6e71ea1aa6fd'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:09:59.774180 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Attempting to bind port e2185120-f282-4307-8bd8-0db9d3e63c84 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:09:59.776554 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Attempting to bind port e2185120-f282-4307-8bd8-0db9d3e63c84 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:09:59.776879 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Attempting to bind port e2185120-f282-4307-8bd8-0db9d3e63c84 on network b3af04e2-8d52-4c88-b46e-59db8673834f {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:59.817877 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Port e2185120-f282-4307-8bd8-0db9d3e63c84 on network b3af04e2-8d52-4c88-b46e-59db8673834f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:09:59.818425 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Attempting to bind port e2185120-f282-4307-8bd8-0db9d3e63c84 on network b3af04e2-8d52-4c88-b46e-59db8673834f {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:09:59.835242 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a84fd2-c94e-44cf-835b-cb462ebe054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d49928-6e5b-41a1-865d-c646d9c3e505,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:59.849770 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa95c0e-baf8-434e-9a00-65c7cb19827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59b66d-8ac3-4378-a41a-1036aaa4a710,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:59.863105 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-bfa95c0e-baf8-434e-9a00-65c7cb19827f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f69143b8f1d45eaac64fc137fcb5c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679196 Sep 23 16:09:59.868765 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37876) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:09:59.872014 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:09:59.873154 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Checking segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:09:59.873154 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Bound using segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:09:59.873337 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Bound port: e2185120-f282-4307-8bd8-0db9d3e63c84, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:09:59.873694 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:59.932735 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87266-2c06-4f7a-b88e-1acfa4c53cea req-b1eb8593-67c7-46c5-8385-19af031154ac tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:09:59.944452 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dec87266-2c06-4f7a-b88e-1acfa4c53cea req-b1eb8593-67c7-46c5-8385-19af031154ac tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.2948005 Sep 23 16:10:00.076268 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dec87266-2c06-4f7a-b88e-1acfa4c53cea req-63ba6467-75c4-4c42-a49b-df1153fc6fe5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301579 Sep 23 16:10:00.111748 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1508-6285-4ed2-a21d-25a82db81f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:00.138584 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec0c1ea-a156-4792-a125-aae09feb5a1e x-openstack-request-id: req-4ec0c1ea-a156-4792-a125-aae09feb5a1e {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:00.139063 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a86906-6560-495d-84ad-751a7a663991", "name": "network-vif-plugged", "status": "completed", "tag": "e0830118-768e-4f6f-97bc-11084c69692d", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:00.139719 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ec0c1ea-a156-4792-a125-aae09feb5a1e {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:00.140288 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a86906-6560-495d-84ad-751a7a663991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0830118-768e-4f6f-97bc-11084c69692d', 'code': 200} Sep 23 16:10:00.170774 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1508-6285-4ed2-a21d-25a82db81f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:00.189802 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:10:00.219162 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:10:00.232331 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:00.342927 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:00.343581 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:00.345799 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] 10.222.0.42 "PUT /v2.0/ports/e2185120-f282-4307-8bd8-0db9d3e63c84 HTTP/1.1" status: 200 len: 1093 time: 1.4404037 Sep 23 16:10:00.348582 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:00.350960 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46600af2-4491-479c-861c-ea31fb166f59" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:00.403989 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b144-e1fd-435e-8980-53cd85ca2915 req-792972de-47a4-46fc-be05-12a6ed202a17 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:00.413107 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aed1b144-e1fd-435e-8980-53cd85ca2915 req-792972de-47a4-46fc-be05-12a6ed202a17 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 945 time: 0.2040677 Sep 23 16:10:00.414894 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1508-6285-4ed2-a21d-25a82db81f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:00.417520 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1508-6285-4ed2-a21d-25a82db81f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:00.420982 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-9fcf1508-6285-4ed2-a21d-25a82db81f5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b59b66d-8ac3-4378-a41a-1036aaa4a710 HTTP/1.1" status: 204 len: 168 time: 0.5488298 Sep 23 16:10:00.428720 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233ece0-5c82-4884-af84-b07a96f8929f service neutron] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:00.432003 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff87b5-d39a-46af-a9e9-690cbc639fe7 req-9e8cc0f4-7131-4779-b3f0-a75c4cc77daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:00.433930 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8dff87b5-d39a-46af-a9e9-690cbc639fe7 req-9e8cc0f4-7131-4779-b3f0-a75c4cc77daf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 1098 time: 0.0693278 Sep 23 16:10:00.438623 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf1508-6285-4ed2-a21d-25a82db81f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59b66d-8ac3-4378-a41a-1036aaa4a710,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:00.512573 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940f262-2752-4a3a-86db-7a1f077bf718 req-c080a992-7640-43d4-a593-49f93a1f9078 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:00.514306 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e940f262-2752-4a3a-86db-7a1f077bf718 req-c080a992-7640-43d4-a593-49f93a1f9078 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.2194092 Sep 23 16:10:00.524278 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8dff87b5-d39a-46af-a9e9-690cbc639fe7 req-28ef227e-53a5-4121-81d2-78c4d58555b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813017 Sep 23 16:10:00.543303 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aed1b144-e1fd-435e-8980-53cd85ca2915 req-bc75e4ce-ee48-43a1-8b49-b26f714c7673 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292322 Sep 23 16:10:00.561519 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-c1028891-a9fd-4fd2-95ef-40ad1983d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:00.563083 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-c1028891-a9fd-4fd2-95ef-40ad1983d78b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 1096 time: 0.1255486 Sep 23 16:10:00.591829 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e940f262-2752-4a3a-86db-7a1f077bf718 req-5b8b9fe7-b2e8-4b51-9749-fd1dc34dc151 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659199 Sep 23 16:10:00.652989 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c45b0c-3edf-4431-964a-1fd78afb6213 x-openstack-request-id: req-a7c45b0c-3edf-4431-964a-1fd78afb6213 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:00.653288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:00.653537 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7c45b0c-3edf-4431-964a-1fd78afb6213 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:00.653930 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'status': 'completed', 'code': 200} Sep 23 16:10:00.810793 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-ae3e9853-bf4f-4ffb-92c7-452b94d87067 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2185120-f282-4307-8bd8-0db9d3e63c84 HTTP/1.1" status: 200 len: 217 time: 0.0518429 Sep 23 16:10:00.894802 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-c8c7e62c-0479-4a12-8f66-f1e6ef48b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:00.897536 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-c8c7e62c-0479-4a12-8f66-f1e6ef48b1b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0712490 Sep 23 16:10:00.904071 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 37924) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:00.921234 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42347629-fef8-4d01-959f-702f6d686681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:00.972472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37926) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:01.020477 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50151-d0f4-4125-b71e-343117801f0e req-f6b7df97-87e5-49ae-8213-8c72a5a6dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:01.022023 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-f6b7df97-87e5-49ae-8213-8c72a5a6dadb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964694 Sep 23 16:10:01.071973 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 09684116-389f-4a9d-81ea-6e71ea1aa6fd up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:10:01.164819 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port 09684116-389f-4a9d-81ea-6e71ea1aa6fd completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:10:01.165724 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-2a960fc4-2836-42bc-84c8-f35210adac44 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345336 Sep 23 16:10:01.170287 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 09684116-389f-4a9d-81ea-6e71ea1aa6fd triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:01.170894 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.175910 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42347629-fef8-4d01-959f-702f6d686681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.215806 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42347629-fef8-4d01-959f-702f6d686681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.217822 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894287767-network', 'tenant_id': 'f7baa9d9dbcd49e48b690fb5f6995919'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:01.256982 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Made reservation on behalf of f7baa9d9dbcd49e48b690fb5f6995919 for: {'network': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:01.261072 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.274763 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.342068 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-42347629-fef8-4d01-959f-702f6d686681 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89bbdb9f6c2a49c09ed5bece00a4e052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366117 Sep 23 16:10:01.347134 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42347629-fef8-4d01-959f-702f6d686681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c9ced-7496-471b-b51e-c18aba40ceb7,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:01.348822 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37938) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:01.380694 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-29f50151-d0f4-4125-b71e-343117801f0e req-eb700dd9-0e4e-4e8b-968f-3413ca226a31 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029049 Sep 23 16:10:01.398051 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8e62-db55-4544-84dc-d377080fd55d req-17ea6487-557b-4644-8f6d-b16cefbbfa61 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:01.400981 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a27c8e62-db55-4544-84dc-d377080fd55d req-17ea6487-557b-4644-8f6d-b16cefbbfa61 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1878772 Sep 23 16:10:01.435304 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.473054 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.474265 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-19357302-67d7-4e3b-a199-fb8cf0b0b93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.479670 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 09684116-389f-4a9d-81ea-6e71ea1aa6fd, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:01.482672 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a27c8e62-db55-4544-84dc-d377080fd55d req-f3d8a9ed-63d9-4374-9e41-d9c5648b4541 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741487 Sep 23 16:10:01.485622 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.487445 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.498044 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600af2-4491-479c-861c-ea31fb166f59 req-f4200e0d-a4fa-4950-b725-3c27bf6ec13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:01.499631 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46600af2-4491-479c-861c-ea31fb166f59 req-f4200e0d-a4fa-4950-b725-3c27bf6ec13c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0471287 Sep 23 16:10:01.501550 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:10:01.534250 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-19357302-67d7-4e3b-a199-fb8cf0b0b93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.538961 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.539309 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.segments_db [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Added segment 7221be6d-4de6-47ef-ad04-db6f78869c1c of type vlan for network e89ebe10-1f2f-4902-9642-4f8d22cf0388 Sep 23 16:10:01.553919 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=09684116-389f-4a9d-81ea-6e71ea1aa6fd,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:01.609647 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600af2-4491-479c-861c-ea31fb166f59 req-f5ed91ff-47b6-4384-8cf9-290537e265ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:01.613390 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46600af2-4491-479c-861c-ea31fb166f59 req-f5ed91ff-47b6-4384-8cf9-290537e265ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.0995109 Sep 23 16:10:01.613518 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74769c9e-95d0-464a-897e-98f95cad12a9,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:01.638306 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.669176 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.670407 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:01.670995 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.673628 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46600af2-4491-479c-861c-ea31fb166f59 req-bfb62ae7-dbf5-422a-9bb2-a0bf2a9d1490 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2185120-f282-4307-8bd8-0db9d3e63c84 HTTP/1.1" status: 200 len: 217 time: 0.0485120 Sep 23 16:10:01.682251 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-19357302-67d7-4e3b-a199-fb8cf0b0b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.684807 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-19357302-67d7-4e3b-a199-fb8cf0b0b93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.688348 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-19357302-67d7-4e3b-a199-fb8cf0b0b93c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c2c9ced-7496-471b-b51e-c18aba40ceb7 HTTP/1.1" status: 204 len: 168 time: 0.3353541 Sep 23 16:10:01.707880 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19357302-67d7-4e3b-a199-fb8cf0b0b93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c9ced-7496-471b-b51e-c18aba40ceb7,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:01.721135 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7473807 Sep 23 16:10:01.724852 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 37948) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:01.737828 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Request body: {'subnet': {'network_id': 'e89ebe10-1f2f-4902-9642-4f8d22cf0388', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894287767-subnet', 'tenant_id': 'f7baa9d9dbcd49e48b690fb5f6995919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:01.781308 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a6685-9375-490c-958f-130af0ec355a admin admin] Pushing event updated for resources: {'Network': ['ID=e89ebe10-1f2f-4902-9642-4f8d22cf0388,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:01.792571 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network e89ebe10-1f2f-4902-9642-4f8d22cf0388 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:10:01.798730 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Made reservation on behalf of f7baa9d9dbcd49e48b690fb5f6995919 for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:01.802653 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:01.900561 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:02.004746 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:02.013891 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600af2-4491-479c-861c-ea31fb166f59 req-675afa38-c61b-489f-afc7-0a3a78ea78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:02.015345 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46600af2-4491-479c-861c-ea31fb166f59 req-675afa38-c61b-489f-afc7-0a3a78ea78f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.3271692 Sep 23 16:10:02.031296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb897d8-96b5-4b0c-95ca-62dac1ec3d1b req-c553759c-a4aa-4ae2-8744-d96fdd860c63 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:02.032797 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9bb897d8-96b5-4b0c-95ca-62dac1ec3d1b req-c553759c-a4aa-4ae2-8744-d96fdd860c63 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.3966477 Sep 23 16:10:02.063511 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0ca770-8382-484e-9ac8-6346009cc372,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:02.071334 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Checking segment: {'id': '7221be6d-4de6-47ef-ad04-db6f78869c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e89ebe10-1f2f-4902-9642-4f8d22cf0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:02.071714 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Network hostable DHCP agents. Network: e89ebe10-1f2f-4902-9642-4f8d22cf0388, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:10:02.083237 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab31df-2d90-4344-82ae-58ff8d64cbd5 req-2a1ccd3e-fc14-4386-aa42-f81e23373cfc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:02.084394 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b3ab31df-2d90-4344-82ae-58ff8d64cbd5 req-2a1ccd3e-fc14-4386-aa42-f81e23373cfc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.3949680 Sep 23 16:10:02.091307 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Network e89ebe10-1f2f-4902-9642-4f8d22cf0388 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:10:02.102315 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, e89ebe10-1f2f-4902-9642-4f8d22cf0388) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:02.106575 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:02.107093 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:02.115730 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89e443-8d2b-40a2-9b1d-835889d0b333 None None] Network e89ebe10-1f2f-4902-9642-4f8d22cf0388 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:02.124423 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ef47cee7-c414-4903-a2b7-73d431d6f23c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3978364 Sep 23 16:10:02.132549 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9bb897d8-96b5-4b0c-95ca-62dac1ec3d1b req-a970628f-92cb-490c-900b-54de74f5c92e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886800 Sep 23 16:10:02.141315 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:02.144376 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee134c3-4f3e-4c8e-909d-da07db63e3c1" -d '{"events": [{"server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "name": "network-vif-plugged", "status": "completed", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:02.157096 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600af2-4491-479c-861c-ea31fb166f59 req-a7eb61b3-631a-4bb2-a1d4-0f40cee2adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:02.158610 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46600af2-4491-479c-861c-ea31fb166f59 req-a7eb61b3-631a-4bb2-a1d4-0f40cee2adb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1249413 Sep 23 16:10:02.240749 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d24518-b083-48b3-9de1-4187b3180f03 x-openstack-request-id: req-22d24518-b083-48b3-9de1-4187b3180f03 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:02.240749 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "name": "network-vif-plugged", "status": "completed", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:02.240749 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22d24518-b083-48b3-9de1-4187b3180f03 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:02.252037 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'code': 200} Sep 23 16:10:02.271810 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b3ab31df-2d90-4344-82ae-58ff8d64cbd5 req-eb85913a-addc-4a75-a4bf-96ba0006c306 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691916 Sep 23 16:10:02.309986 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46600af2-4491-479c-861c-ea31fb166f59 req-818a1bd8-a7cf-4952-9d74-d635960ab4f7 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352446 Sep 23 16:10:02.338053 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80601af3-300e-45e9-8372-c83042b06235 None None] Network e89ebe10-1f2f-4902-9642-4f8d22cf0388 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:02.498968 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46600af2-4491-479c-861c-ea31fb166f59 req-e9b2974c-731d-4e5f-85e3-e4cb43d736cf service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802022 Sep 23 16:10:02.555372 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3176015-5916-4414-b81a-bd60522809d8 req-a73e389a-1660-41ab-9aa1-c412a503b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:02.561591 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f3176015-5916-4414-b81a-bd60522809d8 req-a73e389a-1660-41ab-9aa1-c412a503b76e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 1099 time: 0.1266770 Sep 23 16:10:02.621058 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f3176015-5916-4414-b81a-bd60522809d8 req-b8b910a2-9a21-4da6-b429-42d89b123d5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Sep 23 16:10:02.664758 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e5a86-6755-4c3c-8a4e-8c26cca6edb4 req-25b52989-729a-43c5-8d22-820cf2ee7533 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:02.666287 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-673e5a86-6755-4c3c-8a4e-8c26cca6edb4 req-25b52989-729a-43c5-8d22-820cf2ee7533 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0708013 Sep 23 16:10:02.713873 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-673e5a86-6755-4c3c-8a4e-8c26cca6edb4 req-046b9298-0d6b-497e-91b9-bd6b1887def2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Sep 23 16:10:02.837698 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38002) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:02.842879 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-413320382-network', 'tenant_id': 'cd9febec97174caebcda8ac24586f75f'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:02.866145 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Made reservation on behalf of cd9febec97174caebcda8ac24586f75f for: {'network': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:02.868798 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:02.879670 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.015709 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee340fe-05aa-47c0-8ede-217729dc475a req-c6848cf3-502e-4388-a2ff-9f124b1cf330 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:03.015877 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.017839 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7ee340fe-05aa-47c0-8ede-217729dc475a req-c6848cf3-502e-4388-a2ff-9f124b1cf330 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0552437 Sep 23 16:10:03.019791 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-034c75f2-a5e9-4029-97f5-c63947cc47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:03.021369 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-034c75f2-a5e9-4029-97f5-c63947cc47ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 1098 time: 0.0658891 Sep 23 16:10:03.022482 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.062547 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7ee340fe-05aa-47c0-8ede-217729dc475a req-d9d46f5c-4e0f-445c-96b4-6e8db84ffcf1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337589 Sep 23 16:10:03.068623 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:10:03.077330 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:10:03.094167 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280dbe7-e20d-4224-a4f6-88d86f667406,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:03.125010 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.125365 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.segments_db [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Added segment 08745768-b829-4dcf-a074-404db2982f52 of type vlan for network 9da76977-994b-4678-9a8b-d15b74d44f5c Sep 23 16:10:03.185782 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:03.187705 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.198162 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-09733acc-9b21-4cba-b772-4d3e1c05640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:03.199504 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'port_id': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'mac_address': 'fa:16:3e:9c:20:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:10:03.199758 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-09733acc-9b21-4cba-b772-4d3e1c05640d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1705656 Sep 23 16:10:03.249135 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.257176 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-89cfa74c-31a7-4e30-a157-394efc22db5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0830118-768e-4f6f-97bc-11084c69692d HTTP/1.1" status: 200 len: 217 time: 0.0430732 Sep 23 16:10:03.261698 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.262781 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:03.263561 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.276590 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2185120-f282-4307-8bd8-0db9d3e63c84 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:10:03.290341 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f098f63-5f53-4114-b52c-843d513e18b0 req-ea1aaab0-1670-45c4-a968-eec335824498 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:03.292205 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7f098f63-5f53-4114-b52c-843d513e18b0 req-ea1aaab0-1670-45c4-a968-eec335824498 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0581055 Sep 23 16:10:03.306775 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:03.312380 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.338223 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4994092 Sep 23 16:10:03.343897 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38016) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:03.350523 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Request body: {'subnet': {'network_id': '9da76977-994b-4678-9a8b-d15b74d44f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-413320382-subnet', 'tenant_id': 'cd9febec97174caebcda8ac24586f75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:03.384413 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7f098f63-5f53-4114-b52c-843d513e18b0 req-926f2ee1-3aba-4895-8082-9e240cdee420 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828774 Sep 23 16:10:03.387105 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:03.399552 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14b0aa-e86b-4007-b254-29d57d318fdd admin admin] Pushing event updated for resources: {'Network': ['ID=9da76977-994b-4678-9a8b-d15b74d44f5c,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:03.407690 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-9e6e60de-09ba-4edb-af81-77c154dd7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:03.409310 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-9e6e60de-09ba-4edb-af81-77c154dd7507 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.1431379 Sep 23 16:10:03.410651 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 9da76977-994b-4678-9a8b-d15b74d44f5c details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:10:03.433534 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38018) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:03.466898 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-93f3486b-9bb2-4480-b9a6-62d8848ef564 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430357 Sep 23 16:10:03.471437 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb32dc-bba3-4ddc-9be0-5a773c06c8ae req-f6bf7983-fe77-44bb-bc66-2fa36af28ba3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:03.473085 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-04fb32dc-bba3-4ddc-9be0-5a773c06c8ae req-f6bf7983-fe77-44bb-bc66-2fa36af28ba3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 944 time: 0.0710962 Sep 23 16:10:03.476128 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Made reservation on behalf of cd9febec97174caebcda8ac24586f75f for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:03.480312 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.526887 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-04fb32dc-bba3-4ddc-9be0-5a773c06c8ae req-7f52930a-dbdd-433e-bca4-eb9bb6b98004 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475843 Sep 23 16:10:03.634303 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e1dffd8b-60e5-40d2-8e22-226c2039a5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.644009 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['e2185120-f282-4307-8bd8-0db9d3e63c84'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:10:03.671107 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-1a677ec3-9abb-47cb-a2bd-62ae5e8aef11 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872199 Sep 23 16:10:03.735507 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38030) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:03.851057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-458564b9-b29f-46a5-94e1-6e2cb41776e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.886464 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-cfb72d72-38a3-4d51-be6e-89a590de6366 req-87bef0ec-007f-4601-966c-4ab7a5bbbe37 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061613 Sep 23 16:10:03.889940 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.957051 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e1dffd8b-60e5-40d2-8e22-226c2039a5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.966568 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e1dffd8b-60e5-40d2-8e22-226c2039a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.991670 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26386554-cb2f-499a-9191-8a92e3ae0d38,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:04.039625 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e1dffd8b-60e5-40d2-8e22-226c2039a5bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26595e0a1f5e49b6ad7a9d94df01a4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040332 Sep 23 16:10:04.040427 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Checking segment: {'id': '08745768-b829-4dcf-a074-404db2982f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9da76977-994b-4678-9a8b-d15b74d44f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:04.040844 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Network hostable DHCP agents. Network: 9da76977-994b-4678-9a8b-d15b74d44f5c, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:10:04.043006 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38038) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:04.045943 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dffd8b-60e5-40d2-8e22-226c2039a5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ab5ee-a671-46aa-94a9-f9a7b5fdf524,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:04.060292 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-458564b9-b29f-46a5-94e1-6e2cb41776e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.065863 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-458564b9-b29f-46a5-94e1-6e2cb41776e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.095442 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Network 9da76977-994b-4678-9a8b-d15b74d44f5c is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:10:04.106942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-458564b9-b29f-46a5-94e1-6e2cb41776e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d54a18bfd2774642a901a70413b6a5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693447 Sep 23 16:10:04.107974 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458564b9-b29f-46a5-94e1-6e2cb41776e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9607dd9a-106e-4e50-8b15-5e1bb2174641,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:04.109765 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38042) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:04.129246 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 9da76977-994b-4678-9a8b-d15b74d44f5c) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:04.134003 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5c97c5b8-2676-4994-b7af-5693bf1b2a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.139203 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:04.139745 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.140243 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a6e07-082c-441e-a5f5-65079104bd04 None None] Network 9da76977-994b-4678-9a8b-d15b74d44f5c requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:04.182846 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-22c4db39-ba54-4424-8f26-dfc55894815d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8378911 Sep 23 16:10:04.186949 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5c97c5b8-2676-4994-b7af-5693bf1b2a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.224931 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e2-69f2-41ed-9dda-5a7e0a8f8998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.226288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4bfb5-a190-4242-b333-bbae98cde3c2 req-f0a24172-960e-46db-bbbd-b48fa5b10cd0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:04.228016 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e7d4bfb5-a190-4242-b333-bbae98cde3c2 req-f0a24172-960e-46db-bbbd-b48fa5b10cd0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0660830 Sep 23 16:10:04.251069 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e2-69f2-41ed-9dda-5a7e0a8f8998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.286830 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5c97c5b8-2676-4994-b7af-5693bf1b2a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.289560 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5c97c5b8-2676-4994-b7af-5693bf1b2a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.293096 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-5c97c5b8-2676-4994-b7af-5693bf1b2a6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e31ab5ee-a671-46aa-94a9-f9a7b5fdf524 HTTP/1.1" status: 204 len: 168 time: 0.2456033 Sep 23 16:10:04.296688 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae3dee-7677-45d8-9a82-f1d59330a3e0 None None] Network 9da76977-994b-4678-9a8b-d15b74d44f5c requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:04.303427 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e7d4bfb5-a190-4242-b333-bbae98cde3c2 req-8b291cc8-6087-40c2-aa57-17db24158f6d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674553 Sep 23 16:10:04.308267 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97c5b8-2676-4994-b7af-5693bf1b2a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ab5ee-a671-46aa-94a9-f9a7b5fdf524,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:04.335155 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e2-69f2-41ed-9dda-5a7e0a8f8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.337946 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c898b4e2-69f2-41ed-9dda-5a7e0a8f8998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.342590 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c898b4e2-69f2-41ed-9dda-5a7e0a8f8998 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9607dd9a-106e-4e50-8b15-5e1bb2174641 HTTP/1.1" status: 204 len: 168 time: 0.2313793 Sep 23 16:10:04.352179 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b4e2-69f2-41ed-9dda-5a7e0a8f8998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9607dd9a-106e-4e50-8b15-5e1bb2174641,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:04.532536 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369372af-3ef4-4cec-93dd-ef2a84ff6f66 req-c04de4c6-384e-4bd0-9a83-238070b4fdb4 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:04.534632 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-369372af-3ef4-4cec-93dd-ef2a84ff6f66 req-c04de4c6-384e-4bd0-9a83-238070b4fdb4 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0652449 Sep 23 16:10:04.575541 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-369372af-3ef4-4cec-93dd-ef2a84ff6f66 req-58bd51fd-dbdc-43a7-8832-6a081d15010b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344357 Sep 23 16:10:04.726005 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d44b1d-5bc5-44cb-b7f4-8a9c524a4867 req-82688631-c63f-424b-b330-1b1d17eaeebb tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:04.727559 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d5d44b1d-5bc5-44cb-b7f4-8a9c524a4867 req-82688631-c63f-424b-b330-1b1d17eaeebb tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 944 time: 0.1045218 Sep 23 16:10:04.744398 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65d7b-44ce-49ca-8f1d-89bbec4e27eb req-344beae3-8a47-48ec-9837-8a3e8505bbb2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:04.746039 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b4d65d7b-44ce-49ca-8f1d-89bbec4e27eb req-344beae3-8a47-48ec-9837-8a3e8505bbb2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0765238 Sep 23 16:10:04.756550 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38070) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:04.761812 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'floatingip': {'port_id': '09684116-389f-4a9d-81ea-6e71ea1aa6fd'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:04.776942 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38072) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:04.798701 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d5d44b1d-5bc5-44cb-b7f4-8a9c524a4867 req-e701fc59-0926-4cae-9b71-3eba64c3767a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461211 Sep 23 16:10:04.818933 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cd9a611c-bf9f-479c-84ce-43294d719999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.855852 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.937937 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cd9a611c-bf9f-479c-84ce-43294d719999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.945331 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cd9a611c-bf9f-479c-84ce-43294d719999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:04.987976 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a611c-bf9f-479c-84ce-43294d719999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf56782-d89c-47c4-92ad-6ba00aa227d7,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:04.995374 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-cd9a611c-bf9f-479c-84ce-43294d719999 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=071881134d24444d9d5eb67080bb2a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103634 Sep 23 16:10:04.995789 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38078) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:05.053449 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71345316-1859-412c-a3d4-ef2af069c5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.078060 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71345316-1859-412c-a3d4-ef2af069c5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.086446 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:10:05.184894 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port e2185120-f282-4307-8bd8-0db9d3e63c84 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:10:05.189057 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port e2185120-f282-4307-8bd8-0db9d3e63c84 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:05.189606 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.198174 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71345316-1859-412c-a3d4-ef2af069c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.200849 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71345316-1859-412c-a3d4-ef2af069c5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.204640 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-71345316-1859-412c-a3d4-ef2af069c5ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bdf56782-d89c-47c4-92ad-6ba00aa227d7 HTTP/1.1" status: 204 len: 168 time: 0.2053738 Sep 23 16:10:05.212810 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71345316-1859-412c-a3d4-ef2af069c5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf56782-d89c-47c4-92ad-6ba00aa227d7,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:05.303923 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.331321 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:05.335105 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc93b72-fe62-4621-87bb-9d982ded0e65" -d '{"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:05.372269 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:05.378874 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.421424 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0036173-63e1-4517-b6fd-2964971bfb40 x-openstack-request-id: req-f0036173-63e1-4517-b6fd-2964971bfb40 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:05.421696 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:05.421951 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0036173-63e1-4517-b6fd-2964971bfb40 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:05.422397 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'code': 200} Sep 23 16:10:05.460683 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:05.552270 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955624b-906a-43cd-87f6-f2d6fc01c6a8 req-d1fea6ff-accc-424d-9d0e-3879a448edf3 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:05.561430 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0955624b-906a-43cd-87f6-f2d6fc01c6a8 req-d1fea6ff-accc-424d-9d0e-3879a448edf3 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1510539 Sep 23 16:10:05.624762 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0955624b-906a-43cd-87f6-f2d6fc01c6a8 req-bcfeb107-7bfe-4bb3-ac0d-c07f2630c4bc tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585854 Sep 23 16:10:05.817411 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3337c-d6e3-470f-9508-64668cfc4c35 req-7f6ab371-f90d-47c8-83e1-e06d6099791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:05.819174 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-32c3337c-d6e3-470f-9508-64668cfc4c35 req-7f6ab371-f90d-47c8-83e1-e06d6099791c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1303029 Sep 23 16:10:05.903479 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.db.resource_extend [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 16:10:05.935047 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a873e5-95fd-4d9b-86c7-770c7b32dea8 req-0add14a5-cf34-4e61-92b9-10812dcfa192 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:05.936653 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-03a873e5-95fd-4d9b-86c7-770c7b32dea8 req-0add14a5-cf34-4e61-92b9-10812dcfa192 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0595036 Sep 23 16:10:05.951452 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-32c3337c-d6e3-470f-9508-64668cfc4c35 req-c9586dcd-a4e1-4129-ab27-16cf3c5a6dd5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083496 Sep 23 16:10:05.992786 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-03a873e5-95fd-4d9b-86c7-770c7b32dea8 req-ae35bb14-cad4-467d-ae7c-eefca04e4232 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489116 Sep 23 16:10:06.009776 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:06.016651 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:06.123363 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.l3_db [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Floating IP 0e4e987c-0a2f-4510-828e-4c922036738b associated. External IP: 172.27.2.106, port: 09684116-389f-4a9d-81ea-6e71ea1aa6fd. Sep 23 16:10:06.356161 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Router 475cf457-fa67-440e-af18-ff332fea0faf has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:10:06.466674 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:10:06.471171 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:06.499329 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] Sync routers for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:10:06.512505 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:10:06.513277 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:06.521918 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-aa5fb44e-80e2-48f0-a63a-35aceed3dcf0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "PUT /v2.0/floatingips/0e4e987c-0a2f-4510-828e-4c922036738b HTTP/1.1" status: 200 len: 992 time: 1.7614489 Sep 23 16:10:06.521918 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:06.541610 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ec65d-448d-4f92-b085-1d725d5c1591" -d '{"events": [{"name": "network-changed", "server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:06.598466 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91debb-e06c-49c0-baaf-ddd1929a0192 x-openstack-request-id: req-5f91debb-e06c-49c0-baaf-ddd1929a0192 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:06.598810 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:06.599346 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f91debb-e06c-49c0-baaf-ddd1929a0192 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:06.599482 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'status': 'completed', 'code': 200} Sep 23 16:10:06.725635 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:10:06.742013 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-9438afd4-1291-4af9-af0d-e48180ce0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:06.743428 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-9438afd4-1291-4af9-af0d-e48180ce0ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 1099 time: 0.0849407 Sep 23 16:10:06.798119 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316304c-1520-44ef-91a3-1a7fb852dbe0 req-75edfa75-3d09-4b5b-a0a7-79486bb262f6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:06.799982 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e316304c-1520-44ef-91a3-1a7fb852dbe0 req-75edfa75-3d09-4b5b-a0a7-79486bb262f6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0792370 Sep 23 16:10:06.907158 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e316304c-1520-44ef-91a3-1a7fb852dbe0 req-c19af1f7-d2f6-446c-a87a-c5a097ed1ac1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926843 Sep 23 16:10:06.943649 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-b26713c2-0e2b-4191-a108-93b7ba5c6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:06.947879 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-b26713c2-0e2b-4191-a108-93b7ba5c6c0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 911 time: 0.1937144 Sep 23 16:10:07.128029 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': '0e4e987c-0a2f-4510-828e-4c922036738b', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'port_id': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'mac_address': 'fa:16:3e:6f:13:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8018ca09-a690-4f20-9b39-69deddcb9096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:09:49Z', 'updated_at': '2021-09-23T16:10:05Z', 'revision_number': 1, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:07.129297 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-0e1f53ea-8ade-43d2-878e-ec64ec314afd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 200 len: 1000 time: 0.1614912 Sep 23 16:10:07.148463 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3c02-bccc-45dc-9a5e-f58550726ae1 req-d54e37a6-99c7-44b3-b76c-08a7a07afbc2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:07.150125 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-170e3c02-bccc-45dc-9a5e-f58550726ae1 req-d54e37a6-99c7-44b3-b76c-08a7a07afbc2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0635395 Sep 23 16:10:07.162110 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] Checking router: 475cf457-fa67-440e-af18-ff332fea0faf for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:10:07.170952 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:10:07.171813 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:07.194521 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-170e3c02-bccc-45dc-9a5e-f58550726ae1 req-e13aec76-1beb-42dd-9a35-98cea6f5ef06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351310 Sep 23 16:10:07.199912 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-2de60ddd-ccfe-4c03-8d50-9d715b9c7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:07.202385 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-2de60ddd-ccfe-4c03-8d50-9d715b9c7cba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.0571806 Sep 23 16:10:07.266233 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-b5b68516-61b0-4297-a30c-56014d893844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:07.267788 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-b5b68516-61b0-4297-a30c-56014d893844 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426853 Sep 23 16:10:07.281387 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:10:07.407382 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-c8511d59-ce91-42e8-abba-27b535d6d62f service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067781 Sep 23 16:10:07.553087 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-547ec65d-448d-4f92-b085-1d725d5c1591 req-62713f12-c338-4959-8bea-87f1e34da3ac service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293550 Sep 23 16:10:07.561408 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': '0e4e987c-0a2f-4510-828e-4c922036738b', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'port_id': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'mac_address': 'fa:16:3e:6f:13:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8018ca09-a690-4f20-9b39-69deddcb9096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:09:49Z', 'updated_at': '2021-09-23T16:10:05Z', 'revision_number': 1, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:07.594315 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367eb7a8-c32d-4611-ad40-8e237102a9da None None] The sync data for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi is: [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': '0e4e987c-0a2f-4510-828e-4c922036738b', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'port_id': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'mac_address': 'fa:16:3e:6f:13:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8018ca09-a690-4f20-9b39-69deddcb9096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:09:49Z', 'updated_at': '2021-09-23T16:10:05Z', 'revision_number': 1, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:10:07.796642 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c011a-3dc2-4d12-a0d1-8eb8128b61c3 None None] New status for floating IP 0e4e987c-0a2f-4510-828e-4c922036738b: ACTIVE {{(pid=94385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:10:08.036205 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85dfd3-15ba-4326-94ea-0ab6d165b2f8 req-625b3a3d-e65f-4fdb-93fa-42ffaf5c44cd tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:08.037951 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6b85dfd3-15ba-4326-94ea-0ab6d165b2f8 req-625b3a3d-e65f-4fdb-93fa-42ffaf5c44cd tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0652936 Sep 23 16:10:08.079843 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6b85dfd3-15ba-4326-94ea-0ab6d165b2f8 req-43fcd043-c7bd-4396-83a4-d738775c2b60 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Sep 23 16:10:08.360348 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d10c18-8007-42d0-be6c-d2c2db637600 req-80af0aae-73f2-48ae-9dac-698fb20c8293 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:08.363131 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-50d10c18-8007-42d0-be6c-d2c2db637600 req-80af0aae-73f2-48ae-9dac-698fb20c8293 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0626659 Sep 23 16:10:08.405200 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-50d10c18-8007-42d0-be6c-d2c2db637600 req-3c767a33-0cc7-4ec3-86d3-07e918b56af9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343761 Sep 23 16:10:08.533852 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30065f8-4479-401a-a686-2e79e580f672 req-6bc46162-21e8-472a-999a-38c0e80eff43 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:08.535450 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e30065f8-4479-401a-a686-2e79e580f672 req-6bc46162-21e8-472a-999a-38c0e80eff43 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0552211 Sep 23 16:10:08.544781 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38218) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:08.550570 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'floatingip': {'port_id': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:08.640022 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:09.268565 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:09.273288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:09.283532 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074a0ef-abf7-4bd6-8dc6-aef276087506 req-377a8924-edd4-4f7c-86db-95da51ab0e9b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:09.284993 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4074a0ef-abf7-4bd6-8dc6-aef276087506 req-377a8924-edd4-4f7c-86db-95da51ab0e9b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1262698 Sep 23 16:10:09.556538 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4074a0ef-abf7-4bd6-8dc6-aef276087506 req-64338939-365f-4c23-a4a5-cb8ff813b32a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398670 Sep 23 16:10:09.575791 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Floating IP c3f82ac4-1977-4812-944c-12e32dbfde27 associated. External IP: 172.27.2.82, port: e2185120-f282-4307-8bd8-0db9d3e63c84. Sep 23 16:10:09.774682 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:10:09.883111 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:10:09.887666 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:09.893648 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] Sync routers for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:10:09.902766 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:10:09.903689 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:09.922297 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-9ee95a31-b844-456b-b624-8e78ac6763ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "PUT /v2.0/floatingips/c3f82ac4-1977-4812-944c-12e32dbfde27 HTTP/1.1" status: 200 len: 990 time: 1.3764150 Sep 23 16:10:09.923080 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:09.926396 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d41415-9cfe-4e82-bb5f-3de527a38a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:10.013120 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:10:10.319799 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c3f82ac4-1977-4812-944c-12e32dbfde27', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'port_id': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'mac_address': 'fa:16:3e:9c:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:09:50Z', 'updated_at': '2021-09-23T16:10:09Z', 'revision_number': 1, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:10.349059 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] Checking router: b09fa4e0-08bf-4a4f-b493-f93147bbdc79 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:10:10.357325 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:10:10.357939 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:09:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:10.546412 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:10:10.791336 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c3f82ac4-1977-4812-944c-12e32dbfde27', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'port_id': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'mac_address': 'fa:16:3e:9c:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:09:50Z', 'updated_at': '2021-09-23T16:10:09Z', 'revision_number': 1, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:10.819562 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22809f61-7b08-4eb8-a126-8470da4df4f2 None None] The sync data for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi is: [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c3f82ac4-1977-4812-944c-12e32dbfde27', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'port_id': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'mac_address': 'fa:16:3e:9c:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:09:50Z', 'updated_at': '2021-09-23T16:10:09Z', 'revision_number': 1, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:10:10.914408 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a26330-0474-42e0-9307-c403049c8768 x-openstack-request-id: req-05a26330-0474-42e0-9307-c403049c8768 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:10.914899 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:10.914988 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05a26330-0474-42e0-9307-c403049c8768 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:10.915302 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'status': 'completed', 'code': 200} Sep 23 16:10:11.001694 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edb1bc-9ee6-4f35-9bd6-eccdb29fb891 None None] New status for floating IP c3f82ac4-1977-4812-944c-12e32dbfde27: ACTIVE {{(pid=94385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:10:11.152439 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3479c-e1cd-4ab3-bf74-8f61f662a504 req-d616c779-4b5b-4a3f-ac82-d6ceee537ff1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:11.154254 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-27e3479c-e1cd-4ab3-bf74-8f61f662a504 req-d616c779-4b5b-4a3f-ac82-d6ceee537ff1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0624087 Sep 23 16:10:11.195578 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-27e3479c-e1cd-4ab3-bf74-8f61f662a504 req-94af1b33-7416-427e-b99b-d887471788fb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Sep 23 16:10:11.307097 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035006c-21cf-4b7e-98ad-535bd76681e8 req-ce155012-7914-4cc6-bea6-67f9a2106d20 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:11.308625 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8035006c-21cf-4b7e-98ad-535bd76681e8 req-ce155012-7914-4cc6-bea6-67f9a2106d20 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.0548687 Sep 23 16:10:11.347893 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8035006c-21cf-4b7e-98ad-535bd76681e8 req-86807b30-2ae1-4d38-a60f-1d7eedea6e18 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Sep 23 16:10:12.152427 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-f0c9316e-d724-402f-85f7-389e7d5c544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:12.153938 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-f0c9316e-d724-402f-85f7-389e7d5c544f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0415151 Sep 23 16:10:12.264175 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-ad846566-61f6-4d25-aba1-bce552fddca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:12.265680 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-ad846566-61f6-4d25-aba1-bce552fddca9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.0928488 Sep 23 16:10:12.314783 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344cffd-3a3f-4f69-8475-6ba38d7922cb req-cdccbbd9-a250-4e36-9186-eb257cca407b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:12.316319 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b344cffd-3a3f-4f69-8475-6ba38d7922cb req-cdccbbd9-a250-4e36-9186-eb257cca407b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0485418 Sep 23 16:10:12.349210 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-821a437a-184e-420c-ba96-4db320101dfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2185120-f282-4307-8bd8-0db9d3e63c84 HTTP/1.1" status: 200 len: 1000 time: 0.0635817 Sep 23 16:10:12.355649 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b344cffd-3a3f-4f69-8475-6ba38d7922cb req-da549d0d-cda8-436a-b529-75ecfceca6e9 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Sep 23 16:10:12.420568 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-92a8412f-3d4a-48c4-b293-a1a4affb4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:12.421950 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-92a8412f-3d4a-48c4-b293-a1a4affb4113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0469043 Sep 23 16:10:12.466276 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55facdb-2cbd-4b16-bcaf-d2075f1047df req-fb637c91-871f-4744-92b8-fe5a7c1f8455 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:12.467757 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b55facdb-2cbd-4b16-bcaf-d2075f1047df req-fb637c91-871f-4744-92b8-fe5a7c1f8455 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.0476875 Sep 23 16:10:12.475551 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-5f1cd09a-ca35-4af9-a6a2-bd4a62498c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:12.477030 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-5f1cd09a-ca35-4af9-a6a2-bd4a62498c7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401356 Sep 23 16:10:12.507171 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b55facdb-2cbd-4b16-bcaf-d2075f1047df req-d6732171-d497-447a-8e1a-f56b7598f985 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Sep 23 16:10:12.756214 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-00fc1411-7551-4ea7-ab33-27cdb0428e8a service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659652 Sep 23 16:10:12.853156 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e4d41415-9cfe-4e82-bb5f-3de527a38a53 req-159cc6c3-2bf1-4436-bfc2-260f968e72c5 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814514 Sep 23 16:10:13.489440 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc94caa-6ce6-42cb-b360-02030d291b4c req-431bd928-f2d6-41ed-827e-d7e1d7e2fd40 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:13.491074 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfc94caa-6ce6-42cb-b360-02030d291b4c req-431bd928-f2d6-41ed-827e-d7e1d7e2fd40 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0546892 Sep 23 16:10:13.528270 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfc94caa-6ce6-42cb-b360-02030d291b4c req-c24064ec-e91e-4f42-92ce-7ad5dfa5f32a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310686 Sep 23 16:10:13.629049 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e044c2-b4e6-44ac-8650-67196f7ba6d7 req-e5c12607-df7a-4c93-9ddf-86cdb81968af tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:13.630563 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-08e044c2-b4e6-44ac-8650-67196f7ba6d7 req-e5c12607-df7a-4c93-9ddf-86cdb81968af tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.0488029 Sep 23 16:10:13.668741 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-08e044c2-b4e6-44ac-8650-67196f7ba6d7 req-1f86f6a0-68fa-4d77-bf65-76fcdac48f2c tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Sep 23 16:10:16.887750 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581a7ab-17ce-4673-8144-52419b768379 req-214b8bf8-ed22-423b-919e-6db6e5351abb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:16.889219 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1581a7ab-17ce-4673-8144-52419b768379 req-214b8bf8-ed22-423b-919e-6db6e5351abb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0833852 Sep 23 16:10:16.902145 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a7a98-fa7a-44ff-820a-9f7eda4b5a42 req-01223fc6-7c4f-43b7-9db4-29a10e365c04 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:16.903555 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-864a7a98-fa7a-44ff-820a-9f7eda4b5a42 req-01223fc6-7c4f-43b7-9db4-29a10e365c04 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.0725477 Sep 23 16:10:16.957549 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1581a7ab-17ce-4673-8144-52419b768379 req-93ef2cf5-8711-40dc-aa8d-26b88ae5388b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530264 Sep 23 16:10:16.962866 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-864a7a98-fa7a-44ff-820a-9f7eda4b5a42 req-50d9a5ea-1849-45c9-9336-443b0225b6c5 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519104 Sep 23 16:10:17.759592 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-af57471a-6b1e-4a60-b10b-cf378bfcdc30 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:17.761057 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-af57471a-6b1e-4a60-b10b-cf378bfcdc30 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.0801506 Sep 23 16:10:17.912863 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Deleting port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:10:17.913215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:18.014804 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] For port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,segment=NetworkSegment(73b18cb3-4ab2-4cef-9462-fd2679d9e9ca),segment_id=73b18cb3-4ab2-4cef-9462-fd2679d9e9ca)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:18.015353 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:18.031596 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Calling delete_port for 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:10:18.131225 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4d8f-216c-487f-9dd2-7d9f272e4798 req-068e63f0-4d49-459e-a203-8013cccfd1de tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:18.138649 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d5ad4d8f-216c-487f-9dd2-7d9f272e4798 req-068e63f0-4d49-459e-a203-8013cccfd1de tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0965281 Sep 23 16:10:18.164167 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117077a-bb9b-4f93-a2e4-bb381963aaf3 req-f4622d6f-0300-4d74-91aa-bf511419bcdc tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:18.165904 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2117077a-bb9b-4f93-a2e4-bb381963aaf3 req-f4622d6f-0300-4d74-91aa-bf511419bcdc tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 945 time: 0.1120667 Sep 23 16:10:18.208421 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d5ad4d8f-216c-487f-9dd2-7d9f272e4798 req-1719cff4-a383-49f8-bae5-da929b6b43a9 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689297 Sep 23 16:10:18.231069 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:18.231365 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2117077a-bb9b-4f93-a2e4-bb381963aaf3 req-57ecfd06-f076-4d14-9ce1-2807b7dcf0db tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f08d39f-b7bc-4653-8e95-a9b035a989f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Sep 23 16:10:18.242034 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['1bb4f4f7-9c2f-4300-8edc-4311bbb913e9'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:10:18.261907 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Pushing event deleted for resources: {'Port': ['ID=1bb4f4f7-9c2f-4300-8edc-4311bbb913e9,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:18.329100 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] No DVR routers for this DVR port 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:10:18.333405 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:18.335684 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-fa52dab5-5349-4061-8646-6e0f9daf2def req-71035e2e-edd0-4d62-8377-70acd85e22e2 tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.42 "DELETE /v2.0/ports/1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 HTTP/1.1" status: 204 len: 173 time: 0.5667400 Sep 23 16:10:18.336149 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'name': 'network-vif-deleted', 'tag': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:18.338389 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed1d88-95cc-4ca5-8c40-a226da9feea8" -d '{"events": [{"server_uuid": "d7f9117c-488d-4881-a535-3cdaf38bb63b", "name": "network-vif-deleted", "tag": "1bb4f4f7-9c2f-4300-8edc-4311bbb913e9"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:18.384014 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c0d5db-fddf-43a7-977b-8ea5b7eaf379 x-openstack-request-id: req-b5c0d5db-fddf-43a7-977b-8ea5b7eaf379 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:18.384508 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f9117c-488d-4881-a535-3cdaf38bb63b", "name": "network-vif-deleted", "tag": "1bb4f4f7-9c2f-4300-8edc-4311bbb913e9", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:18.384877 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5c0d5db-fddf-43a7-977b-8ea5b7eaf379 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:18.385267 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f9117c-488d-4881-a535-3cdaf38bb63b', 'name': 'network-vif-deleted', 'tag': '1bb4f4f7-9c2f-4300-8edc-4311bbb913e9', 'status': 'completed', 'code': 200} Sep 23 16:10:19.365448 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccf6c7-7688-4aa0-8c03-841e24b21a14 req-215059ca-2651-4da5-a4e4-87a1f55f284f tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:19.367852 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b1ccf6c7-7688-4aa0-8c03-841e24b21a14 req-215059ca-2651-4da5-a4e4-87a1f55f284f tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0821805 Sep 23 16:10:19.370222 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7bbcaec-87d2-44b6-82ff-d78fd6ff0495 req-58625518-77e6-4c36-b76b-f759ed284b6a tempest-DeleteServersTestJSON-590328208 tempest-DeleteServersTestJSON-590328208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f9117c-488d-4881-a535-3cdaf38bb63b HTTP/1.1" status: 200 len: 210 time: 0.0450242 Sep 23 16:10:19.423368 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b1ccf6c7-7688-4aa0-8c03-841e24b21a14 req-98593892-5263-4e57-a11b-37ca58c16c35 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Sep 23 16:10:19.832168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38454) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:19.982007 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.139628 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ebf5dc37-b14f-4bdd-98ff-441130f501ac tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:20.141111 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ebf5dc37-b14f-4bdd-98ff-441130f501ac tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.1507328 Sep 23 16:10:20.176528 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-afa7a15b-1d14-4013-96f9-82a18c4de451 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/quotas/54b3933279484da99acad70e9385561d HTTP/1.1" status: 200 len: 375 time: 0.0213368 Sep 23 16:10:20.197865 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.206994 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.270534 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02de7765295f403899c26f963191ac68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373026 Sep 23 16:10:20.273207 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38482) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:20.278621 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575ca65e-720a-4101-b8cf-ca2615145002,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:20.286437 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-d7d3d285-f1cd-41d7-b627-cf95aaa485e5 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955644 Sep 23 16:10:20.291318 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.291704 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.292055 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.292395 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.292732 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.293069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.293399 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.293733 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.294066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.294391 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.294718 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.295042 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e496957-4951-40f2-8832-8ecfc222bd09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.332038 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.354516 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.407083 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.410659 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.411847 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/575ca65e-720a-4101-b8cf-ca2615145002 HTTP/1.1" status: 204 len: 168 time: 0.1375856 Sep 23 16:10:20.420494 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-743b0a15-b325-4e9d-a26f-0633017c6c22 service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214647 Sep 23 16:10:20.442197 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ca65e-720a-4101-b8cf-ca2615145002,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:20.457733 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.458289 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.459000 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.460070 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.460593 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.462400 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.463095 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.463998 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.465141 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.466001 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.466485 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.466960 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17117eaf-2e41-4c1a-9b63-29493ed52343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:20.595630 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-2558706d-e9d2-4483-bf84-3856aee7296a service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731172 Sep 23 16:10:20.646301 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b163-d46a-476f-81da-02a041e754db req-611dfd44-3f2d-48ff-b66f-afdaf1e8ceec tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:20.647862 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d296b163-d46a-476f-81da-02a041e754db req-611dfd44-3f2d-48ff-b66f-afdaf1e8ceec tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1071408 Sep 23 16:10:20.692738 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d296b163-d46a-476f-81da-02a041e754db req-c8418a10-61c9-4923-9271-2dc1deda900b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Sep 23 16:10:20.812229 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8ed27dc5-fcaf-45c4-ae38-945267babf8b req-0f09173e-d354-4ded-8342-0f58d6726d3f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0436828 Sep 23 16:10:20.834196 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38510) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:20.852055 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-12176392-e7ed-4aa9-8fb4-ee8cb6cc9484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.950657 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-12176392-e7ed-4aa9-8fb4-ee8cb6cc9484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.954091 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-12176392-e7ed-4aa9-8fb4-ee8cb6cc9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:20.998248 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-12176392-e7ed-4aa9-8fb4-ee8cb6cc9484 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0642c52653674d56a38c80c5cb8ad035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607189 Sep 23 16:10:20.998248 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12176392-e7ed-4aa9-8fb4-ee8cb6cc9484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7066159-fc96-4839-a094-907d9c4f4e75,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:20.998981 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38518) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:21.025129 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-130cfa3e-596b-4bf1-a777-13315323616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.051774 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d5717cb9-ed0e-42ff-b479-0e81fc8965b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.073340 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d5717cb9-ed0e-42ff-b479-0e81fc8965b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.133690 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d5717cb9-ed0e-42ff-b479-0e81fc8965b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.136260 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d5717cb9-ed0e-42ff-b479-0e81fc8965b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.137406 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d5717cb9-ed0e-42ff-b479-0e81fc8965b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7066159-fc96-4839-a094-907d9c4f4e75 HTTP/1.1" status: 204 len: 168 time: 0.1373544 Sep 23 16:10:21.145884 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5717cb9-ed0e-42ff-b479-0e81fc8965b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7066159-fc96-4839-a094-907d9c4f4e75,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:21.455780 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38532) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:21.468458 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42232339-6dbb-432b-8899-57315d17318d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.530820 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:10:21.553472 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:10:21.553817 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 1bb4f4f7-9c2f-4300-8edc-4311bbb913e9 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:10:21.559820 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42232339-6dbb-432b-8899-57315d17318d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.563593 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42232339-6dbb-432b-8899-57315d17318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.600871 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-42232339-6dbb-432b-8899-57315d17318d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81df5c61bcb849c09f03457d65b5787d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440415 Sep 23 16:10:21.601979 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42232339-6dbb-432b-8899-57315d17318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c984112-458d-4416-87e2-7e7db144f2a1,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:21.603606 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38534) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:21.652370 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-13df40f1-73ef-4e65-a1c9-e6e6ea24421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.674527 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-13df40f1-73ef-4e65-a1c9-e6e6ea24421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.719000 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-13df40f1-73ef-4e65-a1c9-e6e6ea24421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.722082 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-13df40f1-73ef-4e65-a1c9-e6e6ea24421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:21.723207 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-13df40f1-73ef-4e65-a1c9-e6e6ea24421b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c984112-458d-4416-87e2-7e7db144f2a1 HTTP/1.1" status: 204 len: 168 time: 0.1185458 Sep 23 16:10:21.730598 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df40f1-73ef-4e65-a1c9-e6e6ea24421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c984112-458d-4416-87e2-7e7db144f2a1,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:23.705461 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c0c508b6-a1ab-4b41-87b4-90c9ec102f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:23.744206 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-70d84477-43a3-4759-8afb-e75f4f9deac4 req-1e6ac999-cd5a-48e4-81ea-0ca4d3d6b8ae tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0284426 Sep 23 16:10:23.770656 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578202-fef5-4922-87ec-1508819236d9 req-8ed96e98-b8cd-4e3d-863e-15ce58e37603 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:23.779983 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fc578202-fef5-4922-87ec-1508819236d9 req-8ed96e98-b8cd-4e3d-863e-15ce58e37603 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0930681 Sep 23 16:10:23.827825 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fc578202-fef5-4922-87ec-1508819236d9 req-0c856491-e1f7-4028-97a7-1218b43c8c33 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468643 Sep 23 16:10:24.314005 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:24.456599 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-2526ea4f-d907-461f-a448-e2a87bd5abe6 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:24.458426 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-2526ea4f-d907-461f-a448-e2a87bd5abe6 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.1287224 Sep 23 16:10:24.480637 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Request body: {'port': {'device_id': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'admin_state_up': True, 'tenant_id': '54b3933279484da99acad70e9385561d'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:24.612959 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Made reservation on behalf of 54b3933279484da99acad70e9385561d for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:24.617239 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:24.690189 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:24.778221 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Allocated IP 172.20.0.3 (677d1fb4-38ed-44e8-8b60-dd378fb89a79/72c860bd-02ab-440b-a8ff-d698476d9c12/fe58c7a4-df31-43e6-a98c-6fb60253111b) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:10:24.847778 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-600901b2-c4d0-472c-b526-b06af0ec61bc req-472d2387-81ff-4980-8630-ff892111e986 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0313010 Sep 23 16:10:24.959698 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.000318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.000822 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c6ac-2cb5-46b7-b6bd-3f878f30f3bd req-43d248b3-ebde-4ad4-9401-cdd1eb2c477c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:25.004761 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e340c6ac-2cb5-46b7-b6bd-3f878f30f3bd req-43d248b3-ebde-4ad4-9401-cdd1eb2c477c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0830493 Sep 23 16:10:25.019725 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:10:25.060194 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e340c6ac-2cb5-46b7-b6bd-3f878f30f3bd req-999de761-7673-4b9f-bd33-2b6bbe879266 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491896 Sep 23 16:10:25.072496 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:10:25.076310 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:25.097292 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:10:25.131604 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event updated for resources: {'Port': ['ID=fe58c7a4-df31-43e6-a98c-6fb60253111b,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:25.189156 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:25.190022 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.215793 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-ee15894a-0fa4-4b6b-95c5-646eeddb4535 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390969 Sep 23 16:10:25.231249 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Request body: {'port': {'device_id': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:25.238426 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38628) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:25.283041 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] Deleting subnet 3c97703e-add1-41fe-9c0d-7aa9b87c432f {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:10:25.286790 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.288317 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.325806 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.331909 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.388009 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.417269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.421582 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3c97703e-add1-41fe-9c0d-7aa9b87c432f HTTP/1.1" status: 204 len: 168 time: 0.1796482 Sep 23 16:10:25.421702 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38630) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:25.430250 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c433490-3680-4d0e-a78a-41cd5a352354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c97703e-add1-41fe-9c0d-7aa9b87c432f,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:25.493948 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.560291 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe58c7a4-df31-43e6-a98c-6fb60253111b {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:10:25.567669 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.576038 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.579285 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Transition to ACTIVE for port object fe58c7a4-df31-43e6-a98c-6fb60253111b will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:10:25.583213 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.596802 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.597144 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.597898 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.598245 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.598629 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.598969 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.599288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.599634 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.599950 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.600270 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.633760 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Pushing event updated for resources: {'Port': ['ID=fe58c7a4-df31-43e6-a98c-6fb60253111b,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:25.668308 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.668656 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.668989 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.669319 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 16:10:25.669699 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7e7bc2-e7c2-41d1-b337-33dbe8908edc']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:25.687568 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b18cb3-4ab2-4cef-9462-fd2679d9e9ca') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:25.687872 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b18cb3-4ab2-4cef-9462-fd2679d9e9ca') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:25.702549 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Attempting to bind port fe58c7a4-df31-43e6-a98c-6fb60253111b on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:10:25.702884 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Attempting to bind port fe58c7a4-df31-43e6-a98c-6fb60253111b by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:10:25.703209 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Attempting to bind port fe58c7a4-df31-43e6-a98c-6fb60253111b on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:25.704874 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.707860 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Port fe58c7a4-df31-43e6-a98c-6fb60253111b on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:10:25.708305 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Attempting to bind port fe58c7a4-df31-43e6-a98c-6fb60253111b on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:25.714046 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:10:25.714444 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Checking segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:25.714882 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Bound using segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:10:25.715369 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Bound port: fe58c7a4-df31-43e6-a98c-6fb60253111b, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:10:25.715800 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.726289 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.736565 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:10:25.738258 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: from cryptography.utils import int_from_bytes Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: from cryptography.utils import int_from_bytes Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:10:25.744005 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:10:25.812284 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] For port fe58c7a4-df31-43e6-a98c-6fb60253111b, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:10:25.822877 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] For port fe58c7a4-df31-43e6-a98c-6fb60253111b, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fe58c7a4-df31-43e6-a98c-6fb60253111b,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:10:25.823638 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.831784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.836373 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6e7e7bc2-e7c2-41d1-b337-33dbe8908edc HTTP/1.1" status: 204 len: 168 time: 0.4111743 Sep 23 16:10:25.836467 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.843948 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c2fc5-3de3-466a-bf33-ebc8675451d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7e7bc2-e7c2-41d1-b337-33dbe8908edc,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:25.898344 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:25.898947 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:25.900429 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] 10.222.0.42 "PUT /v2.0/ports/fe58c7a4-df31-43e6-a98c-6fb60253111b HTTP/1.1" status: 200 len: 1093 time: 0.6734357 Sep 23 16:10:25.901121 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'tag': 'fe58c7a4-df31-43e6-a98c-6fb60253111b'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:25.903332 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824743a0-b017-4b56-ba63-815e473d05a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c8b3d1-23c5-4ca7-acbf-53d73db04c61", "tag": "fe58c7a4-df31-43e6-a98c-6fb60253111b"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:25.922973 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985592d-1f96-4ac8-9323-6b2bc48d86df service neutron] Pushing event updated for resources: {'Port': ['ID=fe58c7a4-df31-43e6-a98c-6fb60253111b,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:26.024330 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38650) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:26.063185 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3f3008fe-ee28-42b4-aa9a-4fc4faaa53e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=237b2eb8f6ff44dfa52d930b8cf7ade7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377278 Sep 23 16:10:26.066586 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38652) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:26.111463 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5404fbfc-708a-41ea-ba1a-68761e5b9e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:26.131325 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5404fbfc-708a-41ea-ba1a-68761e5b9e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:26.181591 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5404fbfc-708a-41ea-ba1a-68761e5b9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:26.184222 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5404fbfc-708a-41ea-ba1a-68761e5b9e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:26.185389 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-5404fbfc-708a-41ea-ba1a-68761e5b9e93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f08d39f-b7bc-4653-8e95-a9b035a989f5 HTTP/1.1" status: 204 len: 168 time: 0.1179030 Sep 23 16:10:26.193668 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404fbfc-708a-41ea-ba1a-68761e5b9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f08d39f-b7bc-4653-8e95-a9b035a989f5,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:26.347795 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:28.641933 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-d7613273-56f1-491d-b319-1781d926a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:28.644007 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-d7613273-56f1-491d-b319-1781d926a018 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 1096 time: 0.0412376 Sep 23 16:10:28.698594 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310142f-e3b0-4cb1-85da-1fc1eb10f440 req-25eac3e0-fa6b-4d78-86ba-8609cdf01f0d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:28.700135 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f310142f-e3b0-4cb1-85da-1fc1eb10f440 req-25eac3e0-fa6b-4d78-86ba-8609cdf01f0d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 943 time: 0.0521262 Sep 23 16:10:28.739021 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bcfee8-7be8-461d-89fd-2f5bed83e0a8 x-openstack-request-id: req-01bcfee8-7be8-461d-89fd-2f5bed83e0a8 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:28.739021 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c8b3d1-23c5-4ca7-acbf-53d73db04c61", "tag": "fe58c7a4-df31-43e6-a98c-6fb60253111b", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:28.739021 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01bcfee8-7be8-461d-89fd-2f5bed83e0a8 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:28.739021 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'tag': 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'status': 'completed', 'code': 200} Sep 23 16:10:28.740840 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-de9edd60-08ca-4268-9763-68297ab2fd57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe58c7a4-df31-43e6-a98c-6fb60253111b HTTP/1.1" status: 200 len: 217 time: 0.0487688 Sep 23 16:10:28.745121 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f310142f-e3b0-4cb1-85da-1fc1eb10f440 req-e524ce10-8a1c-4734-ae41-689f3febe1a9 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Sep 23 16:10:28.800114 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-befbe3ab-6e01-4a89-9c0a-35bcccc95732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:28.801575 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-befbe3ab-6e01-4a89-9c0a-35bcccc95732 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.0472128 Sep 23 16:10:28.812608 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872b7ef-bca8-46ee-bca5-e0043510b41d req-ce394696-7c40-4696-93b9-e4a2aad6c18e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:28.813973 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3872b7ef-bca8-46ee-bca5-e0043510b41d req-ce394696-7c40-4696-93b9-e4a2aad6c18e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Sep 23 16:10:28.843240 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-e4b7ce05-03aa-4514-8329-c8aaea697d9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272033 Sep 23 16:10:28.852574 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3872b7ef-bca8-46ee-bca5-e0043510b41d req-f908ff43-4452-4466-99cc-92777c7bb79e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Sep 23 16:10:28.936540 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-4dcfd52f-dddf-465e-bf94-8caf8a10f4a5 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834062 Sep 23 16:10:29.036647 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f2d1891d-ad92-4553-aa3b-d534268ff0db req-22b93b52-b0b7-4fb2-8d95-e9fd32f6b0e2 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858498 Sep 23 16:10:29.133393 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824743a0-b017-4b56-ba63-815e473d05a2 req-252aa3db-3efd-4138-9882-62988c0e8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:29.134869 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-824743a0-b017-4b56-ba63-815e473d05a2 req-252aa3db-3efd-4138-9882-62988c0e8a30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 1096 time: 0.0412142 Sep 23 16:10:29.206749 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-0d6429a4-6755-4d00-98e0-4bc3b599e40e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426602 Sep 23 16:10:29.234895 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824743a0-b017-4b56-ba63-815e473d05a2 req-0c2edf1a-a82b-47ec-a4c0-e4e4a713ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:29.236767 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-824743a0-b017-4b56-ba63-815e473d05a2 req-0c2edf1a-a82b-47ec-a4c0-e4e4a713ea6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 916 time: 0.0890419 Sep 23 16:10:29.288634 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-824743a0-b017-4b56-ba63-815e473d05a2 req-53a2325a-b785-465e-aa86-2664449ea105 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe58c7a4-df31-43e6-a98c-6fb60253111b HTTP/1.1" status: 200 len: 217 time: 0.0378864 Sep 23 16:10:29.326615 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-fd409980-7804-4ee3-8f80-4401547a4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:29.328506 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-fd409980-7804-4ee3-8f80-4401547a4506 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 1098 time: 0.0466146 Sep 23 16:10:29.345101 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824743a0-b017-4b56-ba63-815e473d05a2 req-120c4929-f156-4d35-be75-d35569356060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:29.346627 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-824743a0-b017-4b56-ba63-815e473d05a2 req-120c4929-f156-4d35-be75-d35569356060 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.0458596 Sep 23 16:10:29.386390 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-824743a0-b017-4b56-ba63-815e473d05a2 req-7d2ad860-202f-40d1-a948-78422c9ad573 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255210 Sep 23 16:10:29.466797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-f674d234-aca4-4ab3-bfab-d330255eb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:29.468383 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-f674d234-aca4-4ab3-bfab-d330255eb3d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 916 time: 0.1036131 Sep 23 16:10:29.511175 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-824743a0-b017-4b56-ba63-815e473d05a2 req-e43d4dad-9706-4dfc-9383-e154ee7a1b96 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138697 Sep 23 16:10:29.528743 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-fab92440-c941-4f36-8fe1-436087238c47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01785605-2138-4dd7-9891-68765ff65b2e HTTP/1.1" status: 200 len: 217 time: 0.0414007 Sep 23 16:10:29.579502 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-4f4e715d-e723-41f1-a628-89292b87d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:29.581760 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-4f4e715d-e723-41f1-a628-89292b87d5b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.0445814 Sep 23 16:10:29.635527 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-4fbf0a5f-2a24-4f85-833a-af1242551e65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385337 Sep 23 16:10:29.641854 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-824743a0-b017-4b56-ba63-815e473d05a2 req-66bf8602-d58d-494d-a206-bd4375a92b8d service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217737 Sep 23 16:10:29.767968 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-746d3efa-52d8-4066-999b-c6609cac63ad service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138136 Sep 23 16:10:29.938329 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7daa745b-d3a7-4cbc-97d9-4658a6577051 req-e99bf06d-8358-46c7-9c17-cc1deab43a2f service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528726 Sep 23 16:10:29.947139 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3da95-b3eb-4ecb-9996-4ffa31b40c0f req-03344941-b10c-4ef3-933b-c708095795be tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:29.948728 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ba3da95-b3eb-4ecb-9996-4ffa31b40c0f req-03344941-b10c-4ef3-933b-c708095795be tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 943 time: 0.0841134 Sep 23 16:10:30.204773 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ba3da95-b3eb-4ecb-9996-4ffa31b40c0f req-569e14e5-a7f5-4629-b7d1-7432db1b78a4 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468634 Sep 23 16:10:30.220653 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6550-f6f0-4cca-8a2c-c68c8ff63606 req-dc18f6fd-8a43-4283-9d7e-e53797a7ce1e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:30.223067 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-701e6550-f6f0-4cca-8a2c-c68c8ff63606 req-dc18f6fd-8a43-4283-9d7e-e53797a7ce1e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.2729006 Sep 23 16:10:30.276559 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-701e6550-f6f0-4cca-8a2c-c68c8ff63606 req-742e5903-4ede-4d20-88a3-f4de59faf0de tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Sep 23 16:10:31.906952 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:33.095439 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aa96f-5c9d-44ee-acaa-ff793430e59b req-a6017e9a-7bcc-4c2d-8265-d8f2fac00fd9 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:33.096905 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8d4aa96f-5c9d-44ee-acaa-ff793430e59b req-a6017e9a-7bcc-4c2d-8265-d8f2fac00fd9 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 943 time: 0.0760953 Sep 23 16:10:33.116629 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c43638-1138-41a4-aefd-5b63f9998a0f req-b97f03f3-b1fa-44c7-80a6-f01fc28488c0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:33.118004 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5c43638-1138-41a4-aefd-5b63f9998a0f req-b97f03f3-b1fa-44c7-80a6-f01fc28488c0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0680165 Sep 23 16:10:33.159555 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8d4aa96f-5c9d-44ee-acaa-ff793430e59b req-1ad805b7-f3a4-4339-8d23-64922222e780 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558021 Sep 23 16:10:33.172030 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5c43638-1138-41a4-aefd-5b63f9998a0f req-04e3eebe-1ef8-4179-9b19-9e86e4a8de64 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Sep 23 16:10:33.172285 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:10:34.317775 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46a8e0-032a-4079-8cd4-a31cbb77a325 req-7c911fc6-4dc1-4f17-945c-030887836480 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:34.319259 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3f46a8e0-032a-4079-8cd4-a31cbb77a325 req-7c911fc6-4dc1-4f17-945c-030887836480 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 943 time: 0.0491412 Sep 23 16:10:34.356887 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3f46a8e0-032a-4079-8cd4-a31cbb77a325 req-eb819cbd-32f5-45c9-9cba-053a10acca8b tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Sep 23 16:10:34.472951 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4dfca-3b04-4618-9a80-c679fee822db req-1feccac4-a454-43a0-8096-53ecdd623f9a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:34.474536 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2dd4dfca-3b04-4618-9a80-c679fee822db req-1feccac4-a454-43a0-8096-53ecdd623f9a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0540674 Sep 23 16:10:34.535305 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2dd4dfca-3b04-4618-9a80-c679fee822db req-f1c2da28-28a6-4d0b-9f2b-89a4175d33f6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535829 Sep 23 16:10:34.624076 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38852) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:34.669422 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] Deleting subnet 9d0ca770-8382-484e-9ac8-6346009cc372 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:10:34.672536 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:34.706588 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:34.747217 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:34.809128 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:34.836908 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0ca770-8382-484e-9ac8-6346009cc372,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:34.841667 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:34.843573 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-21a78186-d4e8-4c6f-8169-ba17087e876d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9d0ca770-8382-484e-9ac8-6346009cc372 HTTP/1.1" status: 204 len: 168 time: 0.2183862 Sep 23 16:10:34.846286 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38858) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:34.871598 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38860) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:34.915418 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:34.976140 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3e168e53-392e-4415-95c2-acc4c564e476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:34.995519 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.017256 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89ebe10-1f2f-4902-9642-4f8d22cf0388']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:35.029291 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7221be6d-4de6-47ef-ad04-db6f78869c1c') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:35.029590 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7221be6d-4de6-47ef-ad04-db6f78869c1c') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:35.039763 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.053824 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.060204 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:10:35.060600 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:10:35.062219 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:10:35.065069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3e168e53-392e-4415-95c2-acc4c564e476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.069286 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3e168e53-392e-4415-95c2-acc4c564e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.114362 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3e168e53-392e-4415-95c2-acc4c564e476 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=612b21114c674650a69eac9503deb63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339830 Sep 23 16:10:35.114362 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38864) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:35.119921 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.124704 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e168e53-392e-4415-95c2-acc4c564e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ea783-cd7e-43c4-a822-7e68d4285022,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:35.136240 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.141019 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] 10.222.0.22 "DELETE /v2.0/networks/e89ebe10-1f2f-4902-9642-4f8d22cf0388 HTTP/1.1" status: 204 len: 168 time: 0.2937355 Sep 23 16:10:35.141901 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38866) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:35.144872 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5c371-91ce-4836-a47a-75eebc56ab4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e89ebe10-1f2f-4902-9642-4f8d22cf0388,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:35.173465 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd374-3eef-4000-9952-7c5abd6bb7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.194198 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] Deleting subnet 26386554-cb2f-499a-9191-8a92e3ae0d38 {{(pid=94384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:10:35.196178 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd374-3eef-4000-9952-7c5abd6bb7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.197485 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.232263 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504808'] for subnet, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.247236 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd374-3eef-4000-9952-7c5abd6bb7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.249789 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd374-3eef-4000-9952-7c5abd6bb7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.250976 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6b2dd374-3eef-4000-9952-7c5abd6bb7b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/913ea783-cd7e-43c4-a822-7e68d4285022 HTTP/1.1" status: 204 len: 168 time: 0.1394184 Sep 23 16:10:35.259673 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dd374-3eef-4000-9952-7c5abd6bb7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ea783-cd7e-43c4-a822-7e68d4285022,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:35.278023 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.333072 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153604'] for subnet, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.364277 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26386554-cb2f-499a-9191-8a92e3ae0d38,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:35.366248 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.370864 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38872) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:35.371376 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-4208becc-eb59-4665-bd15-88e8e04727b6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/26386554-cb2f-499a-9191-8a92e3ae0d38 HTTP/1.1" status: 204 len: 168 time: 0.2279670 Sep 23 16:10:35.442042 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.525867 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.548765 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da76977-994b-4678-9a8b-d15b74d44f5c']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:35.560382 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08745768-b829-4dcf-a074-404db2982f52') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:35.560882 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08745768-b829-4dcf-a074-404db2982f52') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:35.570852 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.584679 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.590984 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:10:35.591507 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:10:35.593127 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:10:35.648787 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.656017 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.657821 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9da76977-994b-4678-9a8b-d15b74d44f5c HTTP/1.1" status: 204 len: 168 time: 0.2859457 Sep 23 16:10:35.671748 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b8c3-33dd-4ab4-912f-2a904b7e6507 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da76977-994b-4678-9a8b-d15b74d44f5c,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:35.823704 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38898) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:35.868402 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6e2b54e2-d869-4493-aa0b-593953a1c1a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7baa9d9dbcd49e48b690fb5f6995919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434678 Sep 23 16:10:35.870986 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 38904) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:35.920614 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-da60bbd1-af6d-48a4-b989-5b4e6a4d0de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.941468 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-da60bbd1-af6d-48a4-b989-5b4e6a4d0de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.991592 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-da60bbd1-af6d-48a4-b989-5b4e6a4d0de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.994092 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-da60bbd1-af6d-48a4-b989-5b4e6a4d0de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.997811 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-da60bbd1-af6d-48a4-b989-5b4e6a4d0de2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74769c9e-95d0-464a-897e-98f95cad12a9 HTTP/1.1" status: 204 len: 168 time: 0.1232643 Sep 23 16:10:36.004021 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60bbd1-af6d-48a4-b989-5b4e6a4d0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74769c9e-95d0-464a-897e-98f95cad12a9,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:36.196179 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cb88a-ce78-4e1e-82b8-97d15c619536 req-9478fe86-fed9-4d61-bbf4-a7f2d3d66a7d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:36.197802 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8a3cb88a-ce78-4e1e-82b8-97d15c619536 req-9478fe86-fed9-4d61-bbf4-a7f2d3d66a7d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 943 time: 0.0573912 Sep 23 16:10:36.238351 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8a3cb88a-ce78-4e1e-82b8-97d15c619536 req-fa0c747d-03ac-4c5d-88a8-224d16f2e3fd tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Sep 23 16:10:36.359071 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace1512-5e22-41e9-b878-bc37672ae9fb req-a55fd540-1a46-46e8-a65e-65d4fda4d8cc tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:36.359071 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5ace1512-5e22-41e9-b878-bc37672ae9fb req-a55fd540-1a46-46e8-a65e-65d4fda4d8cc tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0581365 Sep 23 16:10:36.379002 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38920) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:36.395479 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5ace1512-5e22-41e9-b878-bc37672ae9fb req-c173dfb5-fa58-4882-92e2-709f77dffa09 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Sep 23 16:10:36.424681 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-86e663d3-0465-4734-945c-34491c346285 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd9febec97174caebcda8ac24586f75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443931 Sep 23 16:10:36.427208 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 38922) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:36.476542 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e0210028-22c1-49ad-b39c-d8536cffc5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:36.500932 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e0210028-22c1-49ad-b39c-d8536cffc5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:36.550128 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e0210028-22c1-49ad-b39c-d8536cffc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:36.552968 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e0210028-22c1-49ad-b39c-d8536cffc5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:36.554204 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e0210028-22c1-49ad-b39c-d8536cffc5c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9280dbe7-e20d-4224-a4f6-88d86f667406 HTTP/1.1" status: 204 len: 168 time: 0.1260207 Sep 23 16:10:36.563672 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0210028-22c1-49ad-b39c-d8536cffc5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280dbe7-e20d-4224-a4f6-88d86f667406,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:37.183354 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fe58c7a4-df31-43e6-a98c-6fb60253111b details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:10:37.295866 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port fe58c7a4-df31-43e6-a98c-6fb60253111b, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fe58c7a4-df31-43e6-a98c-6fb60253111b,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:37.308974 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'port_id': 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'mac_address': 'fa:16:3e:7b:39:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c860bd-02ab-440b-a8ff-d698476d9c12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:10:37.351246 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:37.365496 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe58c7a4-df31-43e6-a98c-6fb60253111b {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:10:37.389403 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port fe58c7a4-df31-43e6-a98c-6fb60253111b, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fe58c7a4-df31-43e6-a98c-6fb60253111b,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:37.390957 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8485-0cde-47a9-832e-21e3f45beecd req-783a63d6-2182-449d-8f87-9fe6fac0c680 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:37.393377 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e71b8485-0cde-47a9-832e-21e3f45beecd req-783a63d6-2182-449d-8f87-9fe6fac0c680 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 943 time: 0.0707252 Sep 23 16:10:37.399241 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:37.457921 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e71b8485-0cde-47a9-832e-21e3f45beecd req-4603f997-e126-42f7-a662-c8d227f8873c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543885 Sep 23 16:10:37.467006 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=fe58c7a4-df31-43e6-a98c-6fb60253111b,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:37.482579 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.483800 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.484377 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.484919 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.485426 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.485838 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.486258 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.486730 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.487293 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.487863 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.488399 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.488936 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:37.545346 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e2ed3-2b65-491a-85ba-cf761c389562 req-bc56f733-1cb6-4bb2-93ca-8544bfdfc645 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:37.547253 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4c7e2ed3-2b65-491a-85ba-cf761c389562 req-bc56f733-1cb6-4bb2-93ca-8544bfdfc645 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0565634 Sep 23 16:10:37.590670 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4c7e2ed3-2b65-491a-85ba-cf761c389562 req-838a2cfb-1454-4a8a-bbc2-9dca7a8c4916 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Sep 23 16:10:37.791954 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['fe58c7a4-df31-43e6-a98c-6fb60253111b'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:10:38.590183 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23bbc-d1e0-4225-8eb6-4a128554df94 req-9201c4c1-2c45-417a-809e-94dfdf752b8a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:38.591568 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-95a23bbc-d1e0-4225-8eb6-4a128554df94 req-9201c4c1-2c45-417a-809e-94dfdf752b8a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 944 time: 0.0579917 Sep 23 16:10:38.630614 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-95a23bbc-d1e0-4225-8eb6-4a128554df94 req-5fdca6ea-ce98-4a03-b1f1-339d0b738968 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322411 Sep 23 16:10:38.715011 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae8da9-332a-4f13-b410-c24d13dc97d5 req-f95b6886-6cc9-4d7d-ab8e-4368c4223b2d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:38.715011 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-07ae8da9-332a-4f13-b410-c24d13dc97d5 req-f95b6886-6cc9-4d7d-ab8e-4368c4223b2d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0495977 Sep 23 16:10:38.755275 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-07ae8da9-332a-4f13-b410-c24d13dc97d5 req-dc7d754b-a382-4dec-a337-ffa29bbf4d29 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Sep 23 16:10:39.764876 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b63c-adc7-4987-8169-5cc88d667a3a req-818a5796-7ee7-4259-8873-228da1ee9c13 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:39.766523 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0db8b63c-adc7-4987-8169-5cc88d667a3a req-818a5796-7ee7-4259-8873-228da1ee9c13 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 944 time: 0.0581179 Sep 23 16:10:39.833151 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0db8b63c-adc7-4987-8169-5cc88d667a3a req-e9b51f0a-31b9-4002-b4f0-52895425d149 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Sep 23 16:10:39.929255 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91afc2a-842c-4240-9ddf-8aeae0c3bcf3 req-72af20a5-abad-4ec2-94d2-7b1a6ae7544d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:39.930791 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c91afc2a-842c-4240-9ddf-8aeae0c3bcf3 req-72af20a5-abad-4ec2-94d2-7b1a6ae7544d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0646625 Sep 23 16:10:39.978246 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c91afc2a-842c-4240-9ddf-8aeae0c3bcf3 req-548e3377-2b0e-40a6-8d54-ebeb263bb96e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Sep 23 16:10:40.113647 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fe58c7a4-df31-43e6-a98c-6fb60253111b up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:10:40.164693 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port fe58c7a4-df31-43e6-a98c-6fb60253111b completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:10:40.169348 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port fe58c7a4-df31-43e6-a98c-6fb60253111b triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:40.169719 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:40.248914 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:40.272686 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe58c7a4-df31-43e6-a98c-6fb60253111b'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:40.275297 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b481d7-4cb2-4186-aa7f-113d442e40ba" -d '{"events": [{"server_uuid": "a3c8b3d1-23c5-4ca7-acbf-53d73db04c61", "name": "network-vif-plugged", "status": "completed", "tag": "fe58c7a4-df31-43e6-a98c-6fb60253111b"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:40.289371 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port fe58c7a4-df31-43e6-a98c-6fb60253111b, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fe58c7a4-df31-43e6-a98c-6fb60253111b,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:40.293404 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:40.320045 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2522687-33e6-4d66-a209-c7619ce764f7 x-openstack-request-id: req-a2522687-33e6-4d66-a209-c7619ce764f7 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:40.320330 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c8b3d1-23c5-4ca7-acbf-53d73db04c61", "name": "network-vif-plugged", "status": "completed", "tag": "fe58c7a4-df31-43e6-a98c-6fb60253111b", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:40.320606 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2522687-33e6-4d66-a209-c7619ce764f7 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:40.320989 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'code': 200} Sep 23 16:10:40.357313 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=fe58c7a4-df31-43e6-a98c-6fb60253111b,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:40.501743 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f5914-9cb0-4d8e-a699-8a796fd5e125 req-6c8035cb-1f7e-4c11-82ea-88331355b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:40.503487 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4e5f5914-9cb0-4d8e-a699-8a796fd5e125 req-6c8035cb-1f7e-4c11-82ea-88331355b0c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 1098 time: 0.0416691 Sep 23 16:10:40.539575 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4e5f5914-9cb0-4d8e-a699-8a796fd5e125 req-51a35a75-3bb1-41d8-9f7c-7478be2adae2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286779 Sep 23 16:10:40.954039 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f7796-5f7e-4877-bda7-c17ad3c96039 req-a8bf2340-939b-4a5b-b868-44286aed1ba6 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:40.956429 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9a6f7796-5f7e-4877-bda7-c17ad3c96039 req-a8bf2340-939b-4a5b-b868-44286aed1ba6 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Sep 23 16:10:40.998472 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9a6f7796-5f7e-4877-bda7-c17ad3c96039 req-135fd1d4-aff5-4e62-b3ae-026f631b2e90 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353887 Sep 23 16:10:41.127883 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4909-1045-4e76-a067-420c34230d07 req-6abf0c26-2aca-4202-a99b-afb0498fbaac tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:41.136109 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c4e4909-1045-4e76-a067-420c34230d07 req-6abf0c26-2aca-4202-a99b-afb0498fbaac tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0702915 Sep 23 16:10:41.185088 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c4e4909-1045-4e76-a067-420c34230d07 req-1eb57ff1-1aac-40c2-ad71-80a094b64342 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Sep 23 16:10:41.426557 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39190) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:41.541084 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9b703f40-8a34-4880-8dc1-702ee63093ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:41.635472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9b703f40-8a34-4880-8dc1-702ee63093ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:41.638766 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9b703f40-8a34-4880-8dc1-702ee63093ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:41.677022 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-9b703f40-8a34-4880-8dc1-702ee63093ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=579573140a1241c480d3f483fb30479d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493916 Sep 23 16:10:41.678917 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b703f40-8a34-4880-8dc1-702ee63093ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e48325-c280-4300-b5e9-66b096b660d3,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:41.679711 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39194) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:41.728491 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-367354fe-0f66-4f59-b78f-33f6113ed231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:41.748555 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-367354fe-0f66-4f59-b78f-33f6113ed231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:41.794132 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-367354fe-0f66-4f59-b78f-33f6113ed231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:41.796908 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-367354fe-0f66-4f59-b78f-33f6113ed231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:41.798033 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-367354fe-0f66-4f59-b78f-33f6113ed231 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14e48325-c280-4300-b5e9-66b096b660d3 HTTP/1.1" status: 204 len: 168 time: 0.1172857 Sep 23 16:10:41.807796 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367354fe-0f66-4f59-b78f-33f6113ed231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e48325-c280-4300-b5e9-66b096b660d3,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:42.131620 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfd674-1346-40ae-87c1-9626de565524 req-ca5034ac-5bf3-4ce6-8539-da3901fe843b tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:42.133489 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bbdfd674-1346-40ae-87c1-9626de565524 req-ca5034ac-5bf3-4ce6-8539-da3901fe843b tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 945 time: 0.0545216 Sep 23 16:10:42.181636 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bbdfd674-1346-40ae-87c1-9626de565524 req-39e27234-702f-49d0-9a3f-96a6aeb95682 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417349 Sep 23 16:10:42.331823 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38929bb-4124-4f27-81b2-7720f2d1cd57 req-919390bf-d7d9-434f-a830-cee79d5b0b5e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:42.333530 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e38929bb-4124-4f27-81b2-7720f2d1cd57 req-919390bf-d7d9-434f-a830-cee79d5b0b5e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0644684 Sep 23 16:10:42.409458 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e38929bb-4124-4f27-81b2-7720f2d1cd57 req-875a002f-b8e6-461d-93fe-26b6e3e0578c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668790 Sep 23 16:10:43.524264 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39338) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:43.535257 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabfb23-7948-4acb-943b-5c02bb558e4a req-17b74510-be86-4ca9-9711-7016c988b34e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:43.537689 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fdabfb23-7948-4acb-943b-5c02bb558e4a req-17b74510-be86-4ca9-9711-7016c988b34e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0548377 Sep 23 16:10:43.579095 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fdabfb23-7948-4acb-943b-5c02bb558e4a req-4ba31ba9-00e4-4390-9393-d85e52bda68e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340226 Sep 23 16:10:43.662332 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d481002a-ad11-4a7e-b311-c3e0448bac89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:43.775744 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d481002a-ad11-4a7e-b311-c3e0448bac89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:43.779534 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d481002a-ad11-4a7e-b311-c3e0448bac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:43.820994 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-d481002a-ad11-4a7e-b311-c3e0448bac89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2404ef3b7824078b28b952c2f3f3111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932534 Sep 23 16:10:43.822107 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481002a-ad11-4a7e-b311-c3e0448bac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b82351-2778-4bb4-9a23-2760326eb47d,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:43.826223 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39356) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:43.908808 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8714e440-98ef-472e-a363-54559a63656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:43.934092 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8714e440-98ef-472e-a363-54559a63656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:43.940491 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39364) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:44.016406 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8714e440-98ef-472e-a363-54559a63656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.020262 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8714e440-98ef-472e-a363-54559a63656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.024380 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8714e440-98ef-472e-a363-54559a63656a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7b82351-2778-4bb4-9a23-2760326eb47d HTTP/1.1" status: 204 len: 168 time: 0.1923046 Sep 23 16:10:44.031549 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714e440-98ef-472e-a363-54559a63656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b82351-2778-4bb4-9a23-2760326eb47d,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:44.100201 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c7bd25dc-23f5-43f5-b8bb-f336531bf314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.198647 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c7bd25dc-23f5-43f5-b8bb-f336531bf314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.208360 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c7bd25dc-23f5-43f5-b8bb-f336531bf314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.267288 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd25dc-23f5-43f5-b8bb-f336531bf314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9e0869-7aef-4485-b097-d146f1abf965,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:44.270607 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39378) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:44.280046 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39382) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:44.282874 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c7bd25dc-23f5-43f5-b8bb-f336531bf314 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d89df340e7648379432281a28ed4093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400786 Sep 23 16:10:44.386560 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-dbeeca86-1c54-48b1-a37b-8852ce961c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.416591 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-dbeeca86-1c54-48b1-a37b-8852ce961c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.483623 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-dbeeca86-1c54-48b1-a37b-8852ce961c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.486172 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-dbeeca86-1c54-48b1-a37b-8852ce961c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.489648 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-dbeeca86-1c54-48b1-a37b-8852ce961c4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad9e0869-7aef-4485-b097-d146f1abf965 HTTP/1.1" status: 204 len: 168 time: 0.2059457 Sep 23 16:10:44.495511 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeca86-1c54-48b1-a37b-8852ce961c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9e0869-7aef-4485-b097-d146f1abf965,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:44.550201 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-26466b8d-e29e-430f-9748-077752a2a919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.698246 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-26466b8d-e29e-430f-9748-077752a2a919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.705718 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-26466b8d-e29e-430f-9748-077752a2a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.766603 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733abb9-e86c-4b4b-96b1-8a843c4d33eb req-03acb899-8b4d-4189-b79d-8eb621091d98 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:44.772298 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6733abb9-e86c-4b4b-96b1-8a843c4d33eb req-03acb899-8b4d-4189-b79d-8eb621091d98 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1113253 Sep 23 16:10:44.775334 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-26466b8d-e29e-430f-9748-077752a2a919 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27da98c0cdf148dba5d74039a023c627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033703 Sep 23 16:10:44.778239 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39406) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:44.780081 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26466b8d-e29e-430f-9748-077752a2a919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ee968a-19c5-4741-858d-af4f65e623bd,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:44.839873 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6733abb9-e86c-4b4b-96b1-8a843c4d33eb req-0e8147c6-e141-4a40-87eb-6837d941b894 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626299 Sep 23 16:10:44.853503 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c692cc42-4ba0-4c23-9be5-e2e5964ff8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.875619 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c692cc42-4ba0-4c23-9be5-e2e5964ff8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.937984 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c692cc42-4ba0-4c23-9be5-e2e5964ff8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.941665 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c692cc42-4ba0-4c23-9be5-e2e5964ff8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:44.943389 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c692cc42-4ba0-4c23-9be5-e2e5964ff8e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38ee968a-19c5-4741-858d-af4f65e623bd HTTP/1.1" status: 204 len: 168 time: 0.1641524 Sep 23 16:10:44.953628 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692cc42-4ba0-4c23-9be5-e2e5964ff8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ee968a-19c5-4741-858d-af4f65e623bd,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:45.436298 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-f2dc073f-2f2b-4d8b-bf83-83540c60b189 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:45.437961 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-f2dc073f-2f2b-4d8b-bf83-83540c60b189 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.1458116 Sep 23 16:10:45.465294 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-509b03b7-683e-463f-a0b3-9606ef18d34e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/quotas/54b3933279484da99acad70e9385561d HTTP/1.1" status: 200 len: 375 time: 0.0157182 Sep 23 16:10:45.497386 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39466) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:45.526772 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-48c8ef76-c2a7-488f-bdf3-d832bb6d4345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:45.547926 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-d48f19f9-3671-4ca4-b8a2-805e1faa1cc2 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810969 Sep 23 16:10:45.639841 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-48c8ef76-c2a7-488f-bdf3-d832bb6d4345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:45.644590 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-48c8ef76-c2a7-488f-bdf3-d832bb6d4345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:45.661551 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-0d27c2e9-0f4b-4700-9789-3ae6b5384ca0 service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056325 Sep 23 16:10:45.700899 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-48c8ef76-c2a7-488f-bdf3-d832bb6d4345 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aaa5fd4863a94947a57ad90a89f581a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011650 Sep 23 16:10:45.702927 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ef76-c2a7-488f-bdf3-d832bb6d4345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969c1d61-ce99-4c09-acdd-add09c714323,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:45.706871 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39470) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:45.767542 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-229368e5-f746-4be8-8132-d807d86267d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:45.796965 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-70d16e74-381a-485c-b8bc-bfd7beed623f service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334910 Sep 23 16:10:45.806140 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-229368e5-f746-4be8-8132-d807d86267d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:45.880042 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-229368e5-f746-4be8-8132-d807d86267d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:45.883060 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-229368e5-f746-4be8-8132-d807d86267d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:45.890843 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-229368e5-f746-4be8-8132-d807d86267d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/969c1d61-ce99-4c09-acdd-add09c714323 HTTP/1.1" status: 204 len: 168 time: 0.1794574 Sep 23 16:10:45.918699 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229368e5-f746-4be8-8132-d807d86267d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969c1d61-ce99-4c09-acdd-add09c714323,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:46.067121 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-02313f44-f83b-44c9-b1ba-f0fedf1501ff req-3bcb347b-3317-4242-bde8-f9c9967dab54 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0516920 Sep 23 16:10:46.084431 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa3d28-511d-4e09-9abc-7327411eac5a req-95634721-498a-437f-aa7b-8a1ee06b1a2a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:46.091963 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c4fa3d28-511d-4e09-9abc-7327411eac5a req-95634721-498a-437f-aa7b-8a1ee06b1a2a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1059809 Sep 23 16:10:46.134951 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c4fa3d28-511d-4e09-9abc-7327411eac5a req-319ca66c-243b-47d2-9788-1ce20531cf48 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359609 Sep 23 16:10:46.316986 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39500) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:46.334009 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ca8763d-bf28-4d8d-9861-48f09d5f4972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:46.444170 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ca8763d-bf28-4d8d-9861-48f09d5f4972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:46.453263 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ca8763d-bf28-4d8d-9861-48f09d5f4972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:46.495110 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6ca8763d-bf28-4d8d-9861-48f09d5f4972 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b806e3a738b04012bb193b6e43e080e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770222 Sep 23 16:10:46.496016 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8763d-bf28-4d8d-9861-48f09d5f4972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34ef801-ded7-4502-97ce-0eece634da85,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:46.498980 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39506) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:46.577554 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2be20eed-191e-4676-b3f4-bc4bacd4028a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:46.603346 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2be20eed-191e-4676-b3f4-bc4bacd4028a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:46.680153 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2be20eed-191e-4676-b3f4-bc4bacd4028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:46.683182 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2be20eed-191e-4676-b3f4-bc4bacd4028a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:46.684365 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-2be20eed-191e-4676-b3f4-bc4bacd4028a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e34ef801-ded7-4502-97ce-0eece634da85 HTTP/1.1" status: 204 len: 168 time: 0.1835515 Sep 23 16:10:46.692126 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be20eed-191e-4676-b3f4-bc4bacd4028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34ef801-ded7-4502-97ce-0eece634da85,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:47.246423 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39548) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:47.247859 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0f76a4e1-ee57-4344-a8d5-58f885321990 req-24b27342-1bfa-4c84-a226-05cc14eb09c7 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0481112 Sep 23 16:10:47.467122 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-34f0c75e-8e8d-4b32-bd4f-54b0e5b1937e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:47.467468 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba8aee77-148e-4668-8b8b-6f875979f346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.468778 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-34f0c75e-8e8d-4b32-bd4f-54b0e5b1937e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.2194304 Sep 23 16:10:47.477508 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb29b-fa74-4ad4-a0d7-f56a3a4af37b req-c487ae19-4299-4de5-b3ce-eec203bece89 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:47.479070 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-98aeb29b-fa74-4ad4-a0d7-f56a3a4af37b req-c487ae19-4299-4de5-b3ce-eec203bece89 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1324577 Sep 23 16:10:47.483927 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Request body: {'port': {'device_id': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'admin_state_up': True, 'tenant_id': '54b3933279484da99acad70e9385561d'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:47.592291 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-98aeb29b-fa74-4ad4-a0d7-f56a3a4af37b req-980e01c0-8086-41d3-835f-2e0b6aaf0dbb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030188 Sep 23 16:10:47.615282 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba8aee77-148e-4668-8b8b-6f875979f346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.623041 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba8aee77-148e-4668-8b8b-6f875979f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.656985 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39568) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:47.664168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Made reservation on behalf of 54b3933279484da99acad70e9385561d for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:47.667694 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.678378 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ba8aee77-148e-4668-8b8b-6f875979f346 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=609f16e95229429f96b3d92ddb13411c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284830 Sep 23 16:10:47.678378 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aee77-148e-4668-8b8b-6f875979f346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b916ad-126f-4550-82d9-3ed0b731b4c1,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:47.679256 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39572) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:47.736817 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c80cdf6f-c01f-45fc-bb1a-7a3eedd3f240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.764433 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c80cdf6f-c01f-45fc-bb1a-7a3eedd3f240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.789250 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1644443192-network', 'tenant_id': '01b40dd746b9469f918d1372606ceccf'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:47.813305 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c80cdf6f-c01f-45fc-bb1a-7a3eedd3f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.816616 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c80cdf6f-c01f-45fc-bb1a-7a3eedd3f240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.817765 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c80cdf6f-c01f-45fc-bb1a-7a3eedd3f240 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58b916ad-126f-4550-82d9-3ed0b731b4c1 HTTP/1.1" status: 204 len: 168 time: 0.1375947 Sep 23 16:10:47.834530 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cdf6f-c01f-45fc-bb1a-7a3eedd3f240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b916ad-126f-4550-82d9-3ed0b731b4c1,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:47.836833 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Allocated IP 172.20.0.13 (677d1fb4-38ed-44e8-8b60-dd378fb89a79/72c860bd-02ab-440b-a8ff-d698476d9c12/dca17af7-06ff-4aa9-916d-5b9acdb0080e) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:10:47.841606 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Made reservation on behalf of 01b40dd746b9469f918d1372606ceccf for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:47.843812 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:47.863630 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.053293 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.076058 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.082175 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.115878 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:10:48.137463 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.139856 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.140154 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Added segment 4fdb8c4d-74b4-4c7e-83f6-a150cc41849e of type vlan for network 9696205f-0044-4f4b-8129-feb873b29d30 Sep 23 16:10:48.143872 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39582) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:48.146297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60f293-f63d-4d35-abbf-407eef58c1a3,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:48.168929 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2ab87fce-df43-4728-86bb-1c474e38fccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.209240 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:10:48.221596 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:48.226793 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:10:48.230320 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.263489 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2ab87fce-df43-4728-86bb-1c474e38fccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.267148 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2ab87fce-df43-4728-86bb-1c474e38fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.268737 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event updated for resources: {'Port': ['ID=dca17af7-06ff-4aa9-916d-5b9acdb0080e,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:48.300933 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:48.301564 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.305230 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.306063 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:48.306620 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.311274 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-2ab87fce-df43-4728-86bb-1c474e38fccc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c449d18b0cf48c6bf4c1711d7aff253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630123 Sep 23 16:10:48.311274 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87fce-df43-4728-86bb-1c474e38fccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4594de81-04d4-478c-b781-513814c2adea,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:48.311785 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39584) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:48.343499 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-53222957-60c0-47ed-bfa4-0c97fe7e04a8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8631327 Sep 23 16:10:48.385408 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7271354 Sep 23 16:10:48.386525 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c44997-fb76-4afa-ac5e-1a308a927000 admin admin] Pushing event updated for resources: {'Network': ['ID=9696205f-0044-4f4b-8129-feb873b29d30,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:48.389907 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39590) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:48.396714 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Request body: {'subnet': {'network_id': '9696205f-0044-4f4b-8129-feb873b29d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1644443192-subnet', 'tenant_id': '01b40dd746b9469f918d1372606ceccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:48.397783 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 9696205f-0044-4f4b-8129-feb873b29d30 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:10:48.420603 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Made reservation on behalf of 01b40dd746b9469f918d1372606ceccf for: {'subnet': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:48.422916 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309386'] for subnet, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.569802 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-10c2e52e-0366-47da-bf0d-74fd0669bb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.590302 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-10c2e52e-0366-47da-bf0d-74fd0669bb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.617851 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4273007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309432'] for subnet, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.646092 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-10c2e52e-0366-47da-bf0d-74fd0669bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.648769 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-10c2e52e-0366-47da-bf0d-74fd0669bb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.652594 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-10c2e52e-0366-47da-bf0d-74fd0669bb6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4594de81-04d4-478c-b781-513814c2adea HTTP/1.1" status: 204 len: 168 time: 0.3374124 Sep 23 16:10:48.658954 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2e52e-0366-47da-bf0d-74fd0669bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4594de81-04d4-478c-b781-513814c2adea,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:48.692804 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfae2227-30e5-4d75-8108-aec3a367d5b7,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:48.698233 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Checking segment: {'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:48.699159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Network hostable DHCP agents. Network: 9696205f-0044-4f4b-8129-feb873b29d30, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:10:48.715069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Network 9696205f-0044-4f4b-8129-feb873b29d30 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:10:48.724180 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 9696205f-0044-4f4b-8129-feb873b29d30) {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:48.728765 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:48.729353 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:48.733924 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc0c63-409e-4113-b708-6c96f6b10935 None None] Network 9696205f-0044-4f4b-8129-feb873b29d30 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:48.744913 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-1e2711fc-271b-43b6-9dfa-df6c31dd3bd9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3539667 Sep 23 16:10:48.875927 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba2076-3fa1-45db-925b-a85370f00172 None None] Network 9696205f-0044-4f4b-8129-feb873b29d30 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:50.557414 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e', 'fe58c7a4-df31-43e6-a98c-6fb60253111b'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:10:50.575176 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Request body: {'port': {'device_id': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:50.639513 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:50.838656 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506980-ffb0-455c-b703-26439c0565f4 req-ce8a48e3-757e-4105-931b-33d63cf01f05 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:50.840113 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46506980-ffb0-455c-b703-26439c0565f4 req-ce8a48e3-757e-4105-931b-33d63cf01f05 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 932 time: 0.1569312 Sep 23 16:10:50.860439 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082442e7-51b0-4e3d-b8b0-842d7cc8f3ff req-fc3cb0ad-ad3e-45ba-855a-1045415be8ec tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:50.862514 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-082442e7-51b0-4e3d-b8b0-842d7cc8f3ff req-fc3cb0ad-ad3e-45ba-855a-1045415be8ec tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1778224 Sep 23 16:10:50.975767 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-082442e7-51b0-4e3d-b8b0-842d7cc8f3ff req-7202450a-a716-4525-bd22-d0ebde196351 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954037 Sep 23 16:10:50.975767 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46506980-ffb0-455c-b703-26439c0565f4 req-61b831f0-a9cc-47ec-98a6-f47540f18fc4 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226389 Sep 23 16:10:51.019710 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-34cd6407-a882-4cbc-ac9c-303ffe31c5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:51.051378 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca17af7-06ff-4aa9-916d-5b9acdb0080e {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:10:51.058827 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:51.070506 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Transition to ACTIVE for port object dca17af7-06ff-4aa9-916d-5b9acdb0080e will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:10:51.073492 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:51.123351 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Pushing event updated for resources: {'Port': ['ID=dca17af7-06ff-4aa9-916d-5b9acdb0080e,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:51.189437 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Attempting to bind port dca17af7-06ff-4aa9-916d-5b9acdb0080e on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:10:51.189768 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Attempting to bind port dca17af7-06ff-4aa9-916d-5b9acdb0080e by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:10:51.190097 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Attempting to bind port dca17af7-06ff-4aa9-916d-5b9acdb0080e on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:51.194400 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Port dca17af7-06ff-4aa9-916d-5b9acdb0080e on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:10:51.194717 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Attempting to bind port dca17af7-06ff-4aa9-916d-5b9acdb0080e on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:51.199450 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:10:51.199784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Checking segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:51.200163 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Bound using segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:10:51.200579 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Bound port: dca17af7-06ff-4aa9-916d-5b9acdb0080e, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:10:51.200934 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:51.260723 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] For port dca17af7-06ff-4aa9-916d-5b9acdb0080e, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:10:51.263787 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] For port dca17af7-06ff-4aa9-916d-5b9acdb0080e, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=dca17af7-06ff-4aa9-916d-5b9acdb0080e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:10:51.268262 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:51.302423 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:51.303037 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:51.304441 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] 10.222.0.42 "PUT /v2.0/ports/dca17af7-06ff-4aa9-916d-5b9acdb0080e HTTP/1.1" status: 200 len: 1094 time: 0.7337558 Sep 23 16:10:51.304864 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'tag': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:51.307156 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096b626a-cad5-4f50-bcc6-4808ee98f5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "62ba8859-4f67-4f23-8e01-e195a171bcd8", "tag": "dca17af7-06ff-4aa9-916d-5b9acdb0080e"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:51.331308 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9240bcf-279f-4dec-9751-e6a30471a7ee service neutron] Pushing event updated for resources: {'Port': ['ID=dca17af7-06ff-4aa9-916d-5b9acdb0080e,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:51.358171 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e217d-555d-445a-b287-0cc9f919b2ae x-openstack-request-id: req-748e217d-555d-445a-b287-0cc9f919b2ae {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:51.358505 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ba8859-4f67-4f23-8e01-e195a171bcd8", "tag": "dca17af7-06ff-4aa9-916d-5b9acdb0080e", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:51.358756 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-748e217d-555d-445a-b287-0cc9f919b2ae {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:51.359272 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'tag': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e', 'status': 'completed', 'code': 200} Sep 23 16:10:51.418225 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-0304d9d2-49ff-4328-8daf-2a7536979d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:51.419795 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-0304d9d2-49ff-4328-8daf-2a7536979d71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 1097 time: 0.0435946 Sep 23 16:10:51.717089 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-0983be5c-32b0-4f58-bbc6-c09c9b7822f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca17af7-06ff-4aa9-916d-5b9acdb0080e HTTP/1.1" status: 200 len: 217 time: 0.2861538 Sep 23 16:10:51.842325 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a5673b18-5fad-470c-ad65-d5d38923e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:51.844661 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-a5673b18-5fad-470c-ad65-d5d38923e0cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.1101124 Sep 23 16:10:51.864948 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-b59721db-9daa-4d75-92c3-6c58138ee2bb tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:51.866300 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-b59721db-9daa-4d75-92c3-6c58138ee2bb tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/networks?id=9696205f-0044-4f4b-8129-feb873b29d30 HTTP/1.1" status: 200 len: 809 time: 0.1735702 Sep 23 16:10:51.899362 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-d86014ff-debb-48f2-ba49-a834ffeae92c tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/quotas/01b40dd746b9469f918d1372606ceccf HTTP/1.1" status: 200 len: 375 time: 0.0249987 Sep 23 16:10:51.901539 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-cc1a17cd-b33a-46ec-964c-61c3196ecb7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344050 Sep 23 16:10:51.937122 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-1a5feb5a-7f53-4752-b067-0b474284037a tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=01b40dd746b9469f918d1372606ceccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317955 Sep 23 16:10:52.123667 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-6c966aea-15ed-48c0-bf7d-7fdab5794b70 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084122 Sep 23 16:10:52.128793 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-e80dc2e9-0e31-471a-9fc1-8ecaa0416555 service neutron] 10.222.0.22 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811912 Sep 23 16:10:52.136966 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520751-9ab9-4101-a30c-e71ef1959cb3 req-19e30cda-71a3-4794-843d-898d3e76dab5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:52.138352 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a6520751-9ab9-4101-a30c-e71ef1959cb3 req-19e30cda-71a3-4794-843d-898d3e76dab5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0857856 Sep 23 16:10:52.300829 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a6520751-9ab9-4101-a30c-e71ef1959cb3 req-7ee4a8bc-63c1-47bc-8bda-2d3b1ead6985 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462598 Sep 23 16:10:52.330593 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-4dd7e1dc-8c4f-4479-b7f7-b96acf16929a service neutron] 10.222.0.22 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913140 Sep 23 16:10:52.332782 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19b10fb1-8888-4754-b580-ac9de2d4b7b9 req-c236a4b1-6060-4b40-b8c8-7ff3da70784d service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923077 Sep 23 16:10:52.446813 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba849c-921c-43d1-9e94-ce41bcd85881 req-d8a4002a-23b2-4f8d-99ad-33e43ce0e85c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:52.448374 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bfba849c-921c-43d1-9e94-ce41bcd85881 req-d8a4002a-23b2-4f8d-99ad-33e43ce0e85c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 944 time: 0.0752242 Sep 23 16:10:52.464316 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-69153f07-d53e-46d1-8fbb-4349f0616025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:52.465825 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-69153f07-d53e-46d1-8fbb-4349f0616025 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 1097 time: 0.0668330 Sep 23 16:10:52.540663 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7b2ce3fa-41d3-4d5c-a34b-b38b409cba79 req-530838e2-d176-4c62-b2b3-0c7670007b14 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 210 time: 0.0546041 Sep 23 16:10:52.572604 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bfba849c-921c-43d1-9e94-ce41bcd85881 req-64c49ff3-7e2a-4497-a43b-252959a81852 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164784 Sep 23 16:10:52.608325 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-3121a4aa-6d9f-4d03-99da-70bf7e196bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:52.613164 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-3121a4aa-6d9f-4d03-99da-70bf7e196bd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 916 time: 0.1374228 Sep 23 16:10:52.660769 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-b9ffc73e-3490-4f0d-8f89-ff09aabfdd8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca17af7-06ff-4aa9-916d-5b9acdb0080e HTTP/1.1" status: 200 len: 217 time: 0.0382745 Sep 23 16:10:52.735083 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-667b166e-6241-4eea-9498-02a6fe214113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:52.735083 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-667b166e-6241-4eea-9498-02a6fe214113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.0600202 Sep 23 16:10:52.778419 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-23e763e9-a8e2-475e-88fd-ed2bcf167d6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346301 Sep 23 16:10:52.910533 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-9bedabdb-93ed-4211-b793-16666417cf37 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234810 Sep 23 16:10:53.032470 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-096b626a-cad5-4f50-bcc6-4808ee98f5a5 req-80a51abd-f7a4-4a88-a0b8-b74a4d6ab216 service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038456 Sep 23 16:10:53.421063 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06673-2b77-4331-9d78-70c5c169e26e req-eedc2553-accf-4ef8-a836-174b2974f65a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:53.422536 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-38b06673-2b77-4331-9d78-70c5c169e26e req-eedc2553-accf-4ef8-a836-174b2974f65a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0523138 Sep 23 16:10:53.461680 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-38b06673-2b77-4331-9d78-70c5c169e26e req-0af4b553-f7dc-4cba-bb61-9474d1fba131 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Sep 23 16:10:53.647180 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b6fc7591-7268-4dc1-b118-de70dddb32e0 req-4f7dcaab-785d-4147-ac97-49f8638fd7b0 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 210 time: 0.0292490 Sep 23 16:10:53.702358 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4f9ebcf2-7799-4f35-a72d-256a83c82b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:53.703004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47760119-8c13-4246-810a-4edcdc029402 req-76615bcf-b186-4b32-bf39-d5e181ebe28c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:53.705820 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-47760119-8c13-4246-810a-4edcdc029402 req-76615bcf-b186-4b32-bf39-d5e181ebe28c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 944 time: 0.0577583 Sep 23 16:10:53.743250 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-47760119-8c13-4246-810a-4edcdc029402 req-9dcc863a-6337-4083-a883-849ce8fd5007 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Sep 23 16:10:54.078476 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39756) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:54.182361 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7002ccbc-60cc-4dce-99df-1c7d1494ba0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.284176 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7002ccbc-60cc-4dce-99df-1c7d1494ba0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.287544 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7002ccbc-60cc-4dce-99df-1c7d1494ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.316337 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.322437 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ccbc-60cc-4dce-99df-1c7d1494ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c41da5-3068-4c5d-8b4f-de58f1e35c8c,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:54.326708 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-7002ccbc-60cc-4dce-99df-1c7d1494ba0a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f94b0c1481b422b8f99ab73abcc970c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471921 Sep 23 16:10:54.329273 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39762) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:54.377502 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16d0a985-6673-4e3f-b2fa-752169da7b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.401266 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16d0a985-6673-4e3f-b2fa-752169da7b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.449945 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16d0a985-6673-4e3f-b2fa-752169da7b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.452537 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16d0a985-6673-4e3f-b2fa-752169da7b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:54.453839 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-16d0a985-6673-4e3f-b2fa-752169da7b70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5c41da5-3068-4c5d-8b4f-de58f1e35c8c HTTP/1.1" status: 204 len: 168 time: 0.1230021 Sep 23 16:10:54.462057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0a985-6673-4e3f-b2fa-752169da7b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c41da5-3068-4c5d-8b4f-de58f1e35c8c,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:54.688059 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.095226 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39792) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:55.189882 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1214052867-network', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:55.211616 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Made reservation on behalf of 1f8d7f4dbd8b45aa964433bfe83933cc for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:55.213814 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.222073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.325959 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.330158 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.356722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:10:55.367205 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408c6146-8bb7-4aaf-9b17-007978b88200,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:55.371950 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.372288 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Added segment e73cee6e-857e-49f5-adfc-cd8db989c414 of type vlan for network e3646df4-24a4-4da3-84fd-e1fe135865b3 Sep 23 16:10:55.417103 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.442059 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.443003 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:55.443630 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.472026 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3755908 Sep 23 16:10:55.474951 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39798) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:55.479995 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Request body: {'subnet': {'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1214052867-subnet', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:55.500738 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Made reservation on behalf of 1f8d7f4dbd8b45aa964433bfe83933cc for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:55.503678 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.509383 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0a9a-4df2-46e9-b6ce-a5884cfc0621 admin admin] Pushing event updated for resources: {'Network': ['ID=e3646df4-24a4-4da3-84fd-e1fe135865b3,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:55.523912 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:10:55.672783 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.729913 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bd98d8-d322-4833-89c0-31b3ee0da040,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:55.737566 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Checking segment: {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:55.737920 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Network hostable DHCP agents. Network: e3646df4-24a4-4da3-84fd-e1fe135865b3, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:10:55.754075 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:10:55.762570 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, e3646df4-24a4-4da3-84fd-e1fe135865b3) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:55.766620 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:55.768309 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.771499 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd45c07-7604-456d-9edf-bce578046184 None None] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:55.781761 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-d16b6e8b-88ce-4acf-b61d-0500250ad1a6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056521 Sep 23 16:10:55.785161 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39800) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:55.789635 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:55.809455 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.810467 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.866837 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:55.926866 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-e3646df4-24a4-4da3-84fd-e1fe135865b3', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:10:55.927727 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.002064 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.073372 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Allocated IP 172.20.0.2 (e3646df4-24a4-4da3-84fd-e1fe135865b3/e4bd98d8-d322-4833-89c0-31b3ee0da040/f3503ceb-0696-4e5f-bf7e-da213f323887) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:10:56.201316 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.219124 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.222211 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.225724 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.266081 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:10:56.270160 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:56.273357 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:10:56.284972 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Pushing event updated for resources: {'Port': ['ID=f3503ceb-0696-4e5f-bf7e-da213f323887,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:56.329873 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Allocated IP 172.27.2.238 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/c6469f16-1a74-42ed-b21f-e0fcb20e225f) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:10:56.347709 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Attempting to bind port f3503ceb-0696-4e5f-bf7e-da213f323887 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:10:56.347963 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Attempting to bind port f3503ceb-0696-4e5f-bf7e-da213f323887 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:10:56.348327 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Attempting to bind port f3503ceb-0696-4e5f-bf7e-da213f323887 on network e3646df4-24a4-4da3-84fd-e1fe135865b3 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:56.357327 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:10:56.357753 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Checking segment: {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:56.358194 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.358661 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Bound using segment: {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:10:56.359243 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Bound port: f3503ceb-0696-4e5f-bf7e-da213f323887, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:10:56.359659 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.369801 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.445822 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.480569 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] For port f3503ceb-0696-4e5f-bf7e-da213f323887, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:10:56.488648 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] For port f3503ceb-0696-4e5f-bf7e-da213f323887, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=f3503ceb-0696-4e5f-bf7e-da213f323887,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:10:56.489283 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.496513 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.520903 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647fab-fac6-4905-9368-f301fb1353e2 req-d62f8619-e562-4629-84ed-53089da3a466 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:56.522741 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2a647fab-fac6-4905-9368-f301fb1353e2 req-d62f8619-e562-4629-84ed-53089da3a466 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0852129 Sep 23 16:10:56.531491 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:10:56.534865 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:56.541565 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:10:56.543695 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7ac64887-c461-4653-b68d-2a3eda412e32 req-3443ecfa-91d3-4ade-9642-d308f09b3dde tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 210 time: 0.0479653 Sep 23 16:10:56.596238 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device dca17af7-06ff-4aa9-916d-5b9acdb0080e details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:10:56.616198 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12130461-8733-4cb1-8fa3-a916467dc1ba None None] Pushing event updated for resources: {'Port': ['ID=f3503ceb-0696-4e5f-bf7e-da213f323887,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:56.640549 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2a647fab-fac6-4905-9368-f301fb1353e2 req-78c286b3-61ed-4e0d-9a21-266bd0c3c5fe tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994191 Sep 23 16:10:56.748288 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port dca17af7-06ff-4aa9-916d-5b9acdb0080e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=dca17af7-06ff-4aa9-916d-5b9acdb0080e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:56.760154 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53750cfe-70f7-4d71-b9a4-aefd2eefe2c3 req-bcc4ea4f-a113-4296-8d5a-36c880923e04 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:56.761797 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53750cfe-70f7-4d71-b9a4-aefd2eefe2c3 req-bcc4ea4f-a113-4296-8d5a-36c880923e04 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 944 time: 0.1161883 Sep 23 16:10:56.769283 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-be1d080c-fea0-4568-93b3-19cdc1296e26 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:56.770824 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-be1d080c-fea0-4568-93b3-19cdc1296e26 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "GET /v2.0/networks?id=9696205f-0044-4f4b-8129-feb873b29d30 HTTP/1.1" status: 200 len: 809 time: 0.2085395 Sep 23 16:10:56.774872 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'port_id': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e', 'mac_address': 'fa:16:3e:1c:6b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c860bd-02ab-440b-a8ff-d698476d9c12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:10:56.791836 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Request body: {'port': {'device_id': '67349297-93c9-4896-83d7-582f1debd815', 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30', 'admin_state_up': True, 'tenant_id': '01b40dd746b9469f918d1372606ceccf'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:56.830065 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53750cfe-70f7-4d71-b9a4-aefd2eefe2c3 req-9dfa49bb-3ba1-48f1-800d-c1412786e804 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581236 Sep 23 16:10:56.853697 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.882649 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca17af7-06ff-4aa9-916d-5b9acdb0080e {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:10:56.894690 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Pushing event updated for resources: {'Port': ['ID=c6469f16-1a74-42ed-b21f-e0fcb20e225f,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:56.909966 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port dca17af7-06ff-4aa9-916d-5b9acdb0080e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=dca17af7-06ff-4aa9-916d-5b9acdb0080e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:56.914568 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.934098 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:56.991491 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Made reservation on behalf of 01b40dd746b9469f918d1372606ceccf for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:10:56.996336 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=dca17af7-06ff-4aa9-916d-5b9acdb0080e,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:56.996950 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:57.147046 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Allocated IP 172.20.0.6 (9696205f-0044-4f4b-8129-feb873b29d30/cfae2227-30e5-4d75-8108-aec3a367d5b7/ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:10:57.208619 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:57.303049 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:57.346457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['dca17af7-06ff-4aa9-916d-5b9acdb0080e'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:10:57.348637 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:10:57.351428 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:57.419904 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Network 9696205f-0044-4f4b-8129-feb873b29d30 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:10:57.421003 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Pushing event updated for resources: {'Port': ['ID=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:57.434225 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:57.446224 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:10:57.511040 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:57.511443 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:57.546159 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-728cb4b5-d8cd-4524-858e-1b568d45f92e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7582829 Sep 23 16:10:57.554016 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:10:57.567796 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Sync routers for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:10:57.578913 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Request body: {'port': {'device_id': '67349297-93c9-4896-83d7-582f1debd815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:10:57.583164 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:57.589097 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-6829dfac-7478-4467-a62e-b5e337dc4314 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8027625 Sep 23 16:10:57.589807 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39830) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:10:57.592302 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:10:57.592852 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:57.756799 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:57.819238 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:10:57.906057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd24212-2315-4e6a-b01e-dc2e71badb71 req-10f6071b-f74d-4cb1-b12c-51717b0c9e96 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:57.907426 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ccd24212-2315-4e6a-b01e-dc2e71badb71 req-10f6071b-f74d-4cb1-b12c-51717b0c9e96 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.1041400 Sep 23 16:10:57.954428 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61dc12-e631-4493-86a0-aa08e0d8b77a req-a087d7aa-628a-4f8a-86a3-c8f3fa424f64 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:57.963654 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70875a90-8c97-4935-b2a7-198a0ea36818 None None] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:10:57.980457 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9f61dc12-e631-4493-86a0-aa08e0d8b77a req-a087d7aa-628a-4f8a-86a3-c8f3fa424f64 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 931 time: 0.3195355 Sep 23 16:10:58.054449 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:56Z', 'revision_number': 3, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:58.108057 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9f61dc12-e631-4493-86a0-aa08e0d8b77a req-88fe1b01-50c3-4aeb-a173-ad5c14d92a63 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226854 Sep 23 16:10:58.120856 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Checking router: 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:10:58.123965 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Updating router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 port c6469f16-1a74-42ed-b21f-e0fcb20e225f binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:10:58.128921 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-20238235-0f0b-4d1f-b221-cd319bd5ac02 None None] Provisioning complete for port f3503ceb-0696-4e5f-bf7e-da213f323887 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:58.129530 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-20238235-0f0b-4d1f-b221-cd319bd5ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.135276 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ccd24212-2315-4e6a-b01e-dc2e71badb71 req-72ba56c6-f48e-4f46-90d7-74b864cdbf96 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094123 Sep 23 16:10:58.212512 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.336243 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d0cb8-dcf6-4b12-b18e-0d9ed44e8835 req-d056f915-a4e1-464c-98d8-0caac524710e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:58.343648 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6c1d0cb8-dcf6-4b12-b18e-0d9ed44e8835 req-d056f915-a4e1-464c-98d8-0caac524710e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 945 time: 0.1026621 Sep 23 16:10:58.378377 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-20238235-0f0b-4d1f-b221-cd319bd5ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.431156 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device f3503ceb-0696-4e5f-bf7e-da213f323887 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:10:58.440385 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6c1d0cb8-dcf6-4b12-b18e-0d9ed44e8835 req-c7aac241-7bb0-48c9-ad3f-c550c4962708 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957823 Sep 23 16:10:58.469844 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:10:58.484072 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.507412 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-20238235-0f0b-4d1f-b221-cd319bd5ac02 None None] For port f3503ceb-0696-4e5f-bf7e-da213f323887, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=f3503ceb-0696-4e5f-bf7e-da213f323887,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:58.508756 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fe63d-c57b-4900-bd4a-06089e42cc6c req-7badf819-25f1-4ddc-a4b3-45065d541588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:58.510386 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-339fe63d-c57b-4900-bd4a-06089e42cc6c req-7badf819-25f1-4ddc-a4b3-45065d541588 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 1098 time: 0.1409602 Sep 23 16:10:58.521782 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-20238235-0f0b-4d1f-b221-cd319bd5ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.533189 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Transition to ACTIVE for port object ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:10:58.540995 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.600076 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-339fe63d-c57b-4900-bd4a-06089e42cc6c req-136fed43-6dec-4ffa-b1ad-4910bb586144 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715287 Sep 23 16:10:58.699301 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:58.774096 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port f3503ceb-0696-4e5f-bf7e-da213f323887 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:58.774800 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.788401 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device dca17af7-06ff-4aa9-916d-5b9acdb0080e up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:10:58.807204 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.824451 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.840688 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Attempting to bind port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:10:58.841142 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Attempting to bind port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:10:58.841596 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Attempting to bind port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e on network 9696205f-0044-4f4b-8129-feb873b29d30 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:58.847266 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e on network 9696205f-0044-4f4b-8129-feb873b29d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:10:58.847729 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Attempting to bind port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e on network 9696205f-0044-4f4b-8129-feb873b29d30 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:58.851574 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20238235-0f0b-4d1f-b221-cd319bd5ac02 None None] Pushing event updated for resources: {'Port': ['ID=f3503ceb-0696-4e5f-bf7e-da213f323887,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:58.855129 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:10:58.855870 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Checking segment: {'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:58.856017 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Bound using segment: {'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:10:58.856462 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Bound port: ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:10:58.857098 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.857944 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.887936 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Attempting to bind port c6469f16-1a74-42ed-b21f-e0fcb20e225f on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:10:58.888583 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Attempting to bind port c6469f16-1a74-42ed-b21f-e0fcb20e225f by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:10:58.889109 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Attempting to bind port c6469f16-1a74-42ed-b21f-e0fcb20e225f on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:10:58.899948 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Pushing event updated for resources: {'Port': ['ID=c6469f16-1a74-42ed-b21f-e0fcb20e225f,revision_number=2']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:58.905050 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-240b8960-7dc7-4535-b52f-4eef8ce41ac8 None None] Provisioning complete for port f3503ceb-0696-4e5f-bf7e-da213f323887 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:58.905525 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-240b8960-7dc7-4535-b52f-4eef8ce41ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.908854 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.909419 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.909922 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.910396 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.910873 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.911355 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.911847 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.912332 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.912816 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.913291 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.913765 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.914225 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:10:58.918884 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:10:58.919506 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:10:58.919908 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.921120 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:10:58.921606 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Bound port: c6469f16-1a74-42ed-b21f-e0fcb20e225f, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:10:58.922011 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.965316 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] For port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:10:58.969701 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] For port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:10:58.977531 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:58.998831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:58.999981 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.002520 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e HTTP/1.1" status: 200 len: 1093 time: 1.4275134 Sep 23 16:10:59.003306 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67349297-93c9-4896-83d7-582f1debd815', 'tag': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:59.006204 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ce3cf-7445-46cd-97df-80069bd4cde6" -d '{"events": [{"name": "network-changed", "server_uuid": "67349297-93c9-4896-83d7-582f1debd815", "tag": "ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:59.070565 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5b2588-e6d9-4a57-ae8c-4cb3d8799c71 x-openstack-request-id: req-4c5b2588-e6d9-4a57-ae8c-4cb3d8799c71 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:59.070851 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67349297-93c9-4896-83d7-582f1debd815", "tag": "ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:59.071568 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c5b2588-e6d9-4a57-ae8c-4cb3d8799c71 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:59.071568 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67349297-93c9-4896-83d7-582f1debd815', 'tag': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e', 'status': 'completed', 'code': 200} Sep 23 16:10:59.072404 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port dca17af7-06ff-4aa9-916d-5b9acdb0080e completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:10:59.089287 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port dca17af7-06ff-4aa9-916d-5b9acdb0080e triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:59.089601 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.112641 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Allocated IP 172.20.0.1 (e3646df4-24a4-4da3-84fd-e1fe135865b3/e4bd98d8-d322-4833-89c0-31b3ee0da040/52b33c9d-bc33-44fd-bec5-54b87b4b72ef) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:10:59.112986 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] For port c6469f16-1a74-42ed-b21f-e0fcb20e225f, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:10:59.117910 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] For port c6469f16-1a74-42ed-b21f-e0fcb20e225f, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=c6469f16-1a74-42ed-b21f-e0fcb20e225f,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:10:59.129857 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.213809 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f9ae1-dc63-4b25-89b1-8cdc24d5b89e None None] Pushing event updated for resources: {'Port': ['ID=c6469f16-1a74-42ed-b21f-e0fcb20e225f,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:59.226858 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:10:59.227878 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:59.248705 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.277597 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:10:59.280439 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37113db4-184c-4b49-8032-378443b19104" -d '{"events": [{"server_uuid": "62ba8859-4f67-4f23-8e01-e195a171bcd8", "name": "network-vif-plugged", "status": "completed", "tag": "dca17af7-06ff-4aa9-916d-5b9acdb0080e"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:10:59.294950 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.299313 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port dca17af7-06ff-4aa9-916d-5b9acdb0080e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=dca17af7-06ff-4aa9-916d-5b9acdb0080e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:10:59.306070 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.340577 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:10:59.344617 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.403189 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=dca17af7-06ff-4aa9-916d-5b9acdb0080e,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:59.426788 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:10:59.430953 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:10:59.433728 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:10:59.461269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bff2ff-49b2-47c9-884a-aacabdc6c6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:59.468650 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Pushing event updated for resources: {'Port': ['ID=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:10:59.487453 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.491468 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-0fd7e2ef-e929-4ce4-9f22-0faa6451caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:59.494506 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-0fd7e2ef-e929-4ce4-9f22-0faa6451caf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b40dd746b9469f918d1372606ceccf&device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 1096 time: 0.4260159 Sep 23 16:10:59.562068 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438605c2-1e10-46c9-a138-62d71c6150a5 req-f2002859-b26c-4388-b0f7-49a1650e99d9 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:59.563659 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:56Z', 'revision_number': 3, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:10:59.569773 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-438605c2-1e10-46c9-a138-62d71c6150a5 req-f2002859-b26c-4388-b0f7-49a1650e99d9 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 943 time: 0.1821680 Sep 23 16:10:59.587487 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723afc9d-921b-4686-b3f5-a221e0db1fbd req-db0fa670-3420-4ccf-9c7f-d975128bcdf0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:59.591234 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-723afc9d-921b-4686-b3f5-a221e0db1fbd req-db0fa670-3420-4ccf-9c7f-d975128bcdf0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.2093675 Sep 23 16:10:59.610314 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-52a0920f-48ef-43ee-b41d-fad3bdc4c3b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e HTTP/1.1" status: 200 len: 217 time: 0.1028175 Sep 23 16:10:59.615939 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588fa5c-c9c2-4569-9c3b-5a3abfedbdfc None None] The sync data for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi is: [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:56Z', 'revision_number': 3, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:10:59.656452 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.667957 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-438605c2-1e10-46c9-a138-62d71c6150a5 req-4e1cf6ed-e281-4b42-8419-3570b01e0755 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972722 Sep 23 16:10:59.698219 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-6d53df1e-a406-48fc-99f1-6dc00695dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:10:59.699788 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-6d53df1e-a406-48fc-99f1-6dc00695dc0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cfae2227-30e5-4d75-8108-aec3a367d5b7 HTTP/1.1" status: 200 len: 849 time: 0.0721231 Sep 23 16:10:59.720582 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-4477114e-759f-4171-85db-07c5f5e748da None None] Provisioning complete for port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:10:59.721041 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4477114e-759f-4171-85db-07c5f5e748da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.768123 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-723afc9d-921b-4686-b3f5-a221e0db1fbd req-2aa1aeed-f5bf-4a84-a9e8-cf38abf30ecb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759191 Sep 23 16:10:59.772652 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-79fac145-11cd-4201-9072-551cd617552e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9696205f-0044-4f4b-8129-feb873b29d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530429 Sep 23 16:10:59.787635 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94013b9-8ad4-4731-ae7c-9140aec6e259 x-openstack-request-id: req-b94013b9-8ad4-4731-ae7c-9140aec6e259 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:10:59.788013 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba8859-4f67-4f23-8e01-e195a171bcd8", "name": "network-vif-plugged", "status": "completed", "tag": "dca17af7-06ff-4aa9-916d-5b9acdb0080e", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:10:59.788322 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b94013b9-8ad4-4731-ae7c-9140aec6e259 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:10:59.788770 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e', 'code': 200} Sep 23 16:10:59.825796 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-4477114e-759f-4171-85db-07c5f5e748da None None] Port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:10:59.931282 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.953131 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:59.992748 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165a21f-d32b-471a-beed-d1155f56fa7b req-73a02f98-42ad-4776-9a00-fc876a74f5d0 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:00.007491 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8165a21f-d32b-471a-beed-d1155f56fa7b req-73a02f98-42ad-4776-9a00-fc876a74f5d0 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 946 time: 0.1854014 Sep 23 16:11:00.093027 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-53a61254-37b8-438f-b35a-64b77af3ca8a service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065777 Sep 23 16:11:00.103460 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8165a21f-d32b-471a-beed-d1155f56fa7b req-867fb129-2d0f-442b-ac51-7c9fcdb0d8f2 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945842 Sep 23 16:11:00.216501 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Pushing event updated for resources: {'Port': ['ID=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:00.219723 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e1cc099-a9ca-4ecd-99a8-d93f6ed14b6d req-ae00e3a9-a708-4e32-b5e5-24e0d52b768f service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143987 Sep 23 16:11:00.250627 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:00.264165 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c467f-ae3f-4ad8-9a91-bfc9bae68f8f req-644a323e-3e08-434f-9864-c6559c28fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:00.265567 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-9b6c467f-ae3f-4ad8-9a91-bfc9bae68f8f req-644a323e-3e08-434f-9864-c6559c28fce4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 1099 time: 0.3312140 Sep 23 16:11:00.363971 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-393805d6-e61f-4d5b-8b3d-f0fbffc2018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:00.365960 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-393805d6-e61f-4d5b-8b3d-f0fbffc2018c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b40dd746b9469f918d1372606ceccf&device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 1096 time: 0.0727987 Sep 23 16:11:00.401254 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-9b6c467f-ae3f-4ad8-9a91-bfc9bae68f8f req-71a98329-5617-4495-9284-4a63f614b436 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082036 Sep 23 16:11:00.432835 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device f3503ceb-0696-4e5f-bf7e-da213f323887 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:00.435904 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:00.443321 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:00.490195 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-399be090-fdbe-4c10-9880-f57868e81fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:00.491874 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-399be090-fdbe-4c10-9880-f57868e81fe7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9696205f-0044-4f4b-8129-feb873b29d30 HTTP/1.1" status: 200 len: 910 time: 0.1166515 Sep 23 16:11:00.513593 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port f3503ceb-0696-4e5f-bf7e-da213f323887 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:00.514002 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:00.608067 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:11:00.609725 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device c6469f16-1a74-42ed-b21f-e0fcb20e225f up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:00.667496 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port c6469f16-1a74-42ed-b21f-e0fcb20e225f triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:00.667992 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:00.783987 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-ca1757e8-a94c-4fc4-9845-dd3c005efe8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e HTTP/1.1" status: 200 len: 217 time: 0.0751944 Sep 23 16:11:00.790792 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:00.805461 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:11:00.811194 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-5b090006-bf1e-44ea-a48e-7b0ec16ca94c admin admin] 10.222.0.22 "PUT /v2.0/routers/71ee3500-e1e8-4626-bf1e-10c0f2b36ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2198017 Sep 23 16:11:00.839692 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-136d11fc-f26b-41c6-a646-6d287e3d195c None None] Provisioning complete for port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:00.840077 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-136d11fc-f26b-41c6-a646-6d287e3d195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:00.844086 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port c6469f16-1a74-42ed-b21f-e0fcb20e225f, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=c6469f16-1a74-42ed-b21f-e0fcb20e225f,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:00.864018 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:00.897922 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f04-025d-4fec-8a21-0fe16c941771 req-a4fd10c6-1147-419e-8303-830f4d02f73f tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:00.899912 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-187c4f04-025d-4fec-8a21-0fe16c941771 req-a4fd10c6-1147-419e-8303-830f4d02f73f tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 943 time: 0.0961046 Sep 23 16:11:00.901902 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-4e8b9c85-8775-4919-9a53-83ccbdb285e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:00.903306 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-4e8b9c85-8775-4919-9a53-83ccbdb285e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cfae2227-30e5-4d75-8108-aec3a367d5b7 HTTP/1.1" status: 200 len: 849 time: 0.1083755 Sep 23 16:11:00.950114 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-0c83ec89-5ac8-4cf9-af5d-7130c86e158a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9696205f-0044-4f4b-8129-feb873b29d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345244 Sep 23 16:11:00.998456 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=c6469f16-1a74-42ed-b21f-e0fcb20e225f,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:01.002412 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-136d11fc-f26b-41c6-a646-6d287e3d195c None None] Port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:11:01.078821 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-187c4f04-025d-4fec-8a21-0fe16c941771 req-afe98259-551d-4fd9-8820-6d13b4d243cc tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656151 Sep 23 16:11:01.119036 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2209b52-585d-4f9f-b4be-cc3871edeb67 req-9bb86035-e6a0-40a0-9f77-9e77e2360e93 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:01.120535 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2209b52-585d-4f9f-b4be-cc3871edeb67 req-9bb86035-e6a0-40a0-9f77-9e77e2360e93 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.2162995 Sep 23 16:11:01.161805 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-a41b25e6-f6a7-45c3-86cd-11456614c534 service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568191 Sep 23 16:11:01.200218 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2209b52-585d-4f9f-b4be-cc3871edeb67 req-46c0fd2e-72cd-4238-a9a5-7936d1e279ec tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715089 Sep 23 16:11:01.289974 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10635-f9c4-42f2-aeb1-d1cf0b9986ba req-401444b0-33ce-4d85-a5d4-3c04431876e9 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:01.291500 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9cb10635-f9c4-42f2-aeb1-d1cf0b9986ba req-401444b0-33ce-4d85-a5d4-3c04431876e9 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 946 time: 0.1045003 Sep 23 16:11:01.312272 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3b6ce3cf-7445-46cd-97df-80069bd4cde6 req-3a4a9221-711b-4f7b-adac-82112328b191 service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408677 Sep 23 16:11:01.343664 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9cb10635-f9c4-42f2-aeb1-d1cf0b9986ba req-71312191-d426-4fb7-ab89-8b046b71c51b tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Sep 23 16:11:01.421578 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 39928) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:01.426971 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1674098608-network', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:01.482983 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Made reservation on behalf of ac3905cf7e6e48b285bb255ffb8cf4db for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:11:01.485310 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.495999 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.506145 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da938a-3592-4661-b027-e606d701f621 req-c90d6443-b5f6-4ece-b7bf-6b0ea0903b30 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:01.507646 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c0da938a-3592-4661-b027-e606d701f621 req-c90d6443-b5f6-4ece-b7bf-6b0ea0903b30 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0763681 Sep 23 16:11:01.568757 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c0da938a-3592-4661-b027-e606d701f621 req-efaa305a-ea22-414b-b3e7-c125096c3180 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489914 Sep 23 16:11:01.661462 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.671276 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.697128 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:11:01.712996 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a9681c-9766-425f-86a8-cc54697d71bc,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:01.716022 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.716366 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Added segment 3e42903f-78ce-40da-8b67-ae32f357cacb of type vlan for network 4924b8ea-afe1-45f5-936b-6089629e02df Sep 23 16:11:01.757137 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.788159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.791508 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:01.792248 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.823318 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4004965 Sep 23 16:11:01.826192 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39946) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:01.831171 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Request body: {'subnet': {'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1674098608-subnet', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:01.863934 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Made reservation on behalf of ac3905cf7e6e48b285bb255ffb8cf4db for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:11:01.866338 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:01.870396 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761026d-5d62-4519-a067-0050c17a03f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4924b8ea-afe1-45f5-936b-6089629e02df,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:01.885417 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Sync routers for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:11:01.908598 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 4924b8ea-afe1-45f5-936b-6089629e02df details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:11:01.960519 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:11:01.961245 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:02.009549 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.062555 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.119057 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0cf39b-c7e1-4459-b98b-67a71705e2c0,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:02.140950 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:11:02.144284 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Checking segment: {'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:02.144658 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Network hostable DHCP agents. Network: 4924b8ea-afe1-45f5-936b-6089629e02df, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:11:02.161812 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Network 4924b8ea-afe1-45f5-936b-6089629e02df is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:11:02.176509 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 4924b8ea-afe1-45f5-936b-6089629e02df) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:02.182144 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:02.183188 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.203927 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-77470539-5ac1-478d-a347-e55c9710cea2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3765955 Sep 23 16:11:02.207226 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 39954) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:02.208065 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96181c14-5767-4e5f-a4e1-6d78c9cb306a None None] Network 4924b8ea-afe1-45f5-936b-6089629e02df requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:11:02.214518 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:02.238389 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72229d09-8961-4385-9a1e-f5482f31a76f req-f2ef1cd4-29ac-41ab-b474-06a5e3059343 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:02.239985 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-72229d09-8961-4385-9a1e-f5482f31a76f req-f2ef1cd4-29ac-41ab-b474-06a5e3059343 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 943 time: 0.0807221 Sep 23 16:11:02.248131 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.249625 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.308170 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-72229d09-8961-4385-9a1e-f5482f31a76f req-6ffeb772-df05-4625-84b4-f03c646f4688 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 Sep 23 16:11:02.316766 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.326529 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device c6469f16-1a74-42ed-b21f-e0fcb20e225f up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:02.487387 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.496510 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0633-91fd-436e-9d8b-ee5e241845cb req-60a3ceaa-5bde-4600-80ee-3007361b5192 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:02.498231 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7dd0633-91fd-436e-9d8b-ee5e241845cb req-60a3ceaa-5bde-4600-80ee-3007361b5192 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 946 time: 0.0618243 Sep 23 16:11:02.528696 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port c6469f16-1a74-42ed-b21f-e0fcb20e225f triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:02.529069 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.549871 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7dd0633-91fd-436e-9d8b-ee5e241845cb req-1cacf6a0-5a80-465e-b9b5-55148be370bb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Sep 23 16:11:02.624358 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-4924b8ea-afe1-45f5-936b-6089629e02df', 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'fixed_ips': [{'subnet_id': '6e0cf39b-c7e1-4459-b98b-67a71705e2c0'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:11:02.625189 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.628024 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:11:02.708523 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 2, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:02.741067 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.762287 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:02.771768 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Checking router: 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:11:02.772062 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Updating router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:11:02.922817 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Allocated IP 172.27.2.30 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/ac68f649-a5bb-4790-89c6-e47f99cd8028) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:11:03.067389 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.077391 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.126099 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.155995 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:03.167823 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:03.170788 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:03.175160 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:11:03.203372 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Pushing event updated for resources: {'Port': ['ID=ac68f649-a5bb-4790-89c6-e47f99cd8028,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:03.228157 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e', 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30', 'port_id': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e', 'mac_address': 'fa:16:3e:3b:28:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae2227-30e5-4d75-8108-aec3a367d5b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:11:03.235137 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Allocated IP 172.20.0.2 (4924b8ea-afe1-45f5-936b-6089629e02df/6e0cf39b-c7e1-4459-b98b-67a71705e2c0/11d04ad3-1f52-4ffd-aac2-54e75125a961) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:11:03.318765 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.335725 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-bc8ed0e2-704c-49e2-ac98-d8c83eac5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:03.337373 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-bc8ed0e2-704c-49e2-ac98-d8c83eac5c60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.0779276 Sep 23 16:11:03.355922 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d60b1-b810-48c1-a57b-6d0747342851 req-b0f73ab8-2149-49e2-bf4c-e1f5dbdb1eae tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:03.358127 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9b3d60b1-b810-48c1-a57b-6d0747342851 req-b0f73ab8-2149-49e2-bf4c-e1f5dbdb1eae tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0683038 Sep 23 16:11:03.374676 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:03.463365 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:03.485726 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.490867 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9b3d60b1-b810-48c1-a57b-6d0747342851 req-99fd544b-ff12-4332-a4be-2005436f19fa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216531 Sep 23 16:11:03.505641 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.535208 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13b839-780f-4656-924d-eaf0126d4233 req-a6f52b0e-e32a-4911-9283-790b2fc93e27 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:03.537120 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9f13b839-780f-4656-924d-eaf0126d4233 req-a6f52b0e-e32a-4911-9283-790b2fc93e27 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 943 time: 0.1259108 Sep 23 16:11:03.546150 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-d81c19c8-cba1-462b-83fc-c9cd22c3f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:03.547710 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-d81c19c8-cba1-462b-83fc-c9cd22c3f67d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1884830 Sep 23 16:11:03.611536 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-30a25f47-bad5-4a42-a31d-470d11b52f4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 217 time: 0.0453095 Sep 23 16:11:03.621820 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:03.648517 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.668925 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9f13b839-780f-4656-924d-eaf0126d4233 req-a15de800-252e-4973-8650-615afa2289b8 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222453 Sep 23 16:11:03.691671 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.696716 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.710457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.714082 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-1f4a6d61-4c0b-459e-9b84-7a9f692b0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:03.722332 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-1f4a6d61-4c0b-459e-9b84-7a9f692b0f27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.0995162 Sep 23 16:11:03.751812 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Network 4924b8ea-afe1-45f5-936b-6089629e02df is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:03.758820 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:03.770426 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:11:03.779679 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-5ba61286-b771-4f8f-b097-f155136e1177 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347378 Sep 23 16:11:03.840605 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Pushing event updated for resources: {'Port': ['ID=11d04ad3-1f52-4ffd-aac2-54e75125a961,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:03.922809 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Attempting to bind port 11d04ad3-1f52-4ffd-aac2-54e75125a961 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:11:03.924412 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Attempting to bind port 11d04ad3-1f52-4ffd-aac2-54e75125a961 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:11:03.924792 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Attempting to bind port 11d04ad3-1f52-4ffd-aac2-54e75125a961 on network 4924b8ea-afe1-45f5-936b-6089629e02df {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:03.935698 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Attempting to bind port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:11:03.936068 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Attempting to bind port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:11:03.936428 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Attempting to bind port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef on network e3646df4-24a4-4da3-84fd-e1fe135865b3 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:03.944037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:11:03.944037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Checking segment: {'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:03.944037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.944037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Bound using segment: {'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:11:03.944519 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Bound port: 11d04ad3-1f52-4ffd-aac2-54e75125a961, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:11:03.945904 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.953037 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-60ce35d8-cdb3-4e7a-867d-9aa4c86dd871 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486320 Sep 23 16:11:03.965214 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:11:03.975711 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af4dc-4d5d-4110-a284-40a93624e775 None None] Pushing event updated for resources: {'Port': ['ID=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:03.997577 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.008527 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:11:04.008901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Checking segment: {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:04.009304 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.009694 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Bound using segment: {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:11:04.010175 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Bound port: 52b33c9d-bc33-44fd-bec5-54b87b4b72ef, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:11:04.010554 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.133484 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21e0980a-06ea-4e26-ac58-8cf25a19021b req-92f92356-bc32-484a-9887-72142d1d7c1f service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466317 Sep 23 16:11:04.145328 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Router 246cd62c-f872-40c3-90da-3e06709b47a6 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:11:04.150729 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-afbe6f10-4974-49fd-b889-7a603bc07a7a None None] Provisioning complete for port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:04.151196 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-afbe6f10-4974-49fd-b889-7a603bc07a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.198241 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] For port 11d04ad3-1f52-4ffd-aac2-54e75125a961, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:11:04.231026 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] For port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:11:04.236492 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] For port 11d04ad3-1f52-4ffd-aac2-54e75125a961, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=11d04ad3-1f52-4ffd-aac2-54e75125a961,segment=NetworkSegment(3e42903f-78ce-40da-8b67-ae32f357cacb),segment_id=3e42903f-78ce-40da-8b67-ae32f357cacb)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:11:04.250936 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.255949 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] For port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:11:04.277363 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-afbe6f10-4974-49fd-b889-7a603bc07a7a None None] Port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:11:04.279307 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.321504 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:11:04.336421 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Sync routers for ids ['246cd62c-f872-40c3-90da-3e06709b47a6'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:11:04.356174 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.359457 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-eba4f0dc-7758-433c-aa5c-9c69984abe1a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1491284 Sep 23 16:11:04.362509 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Routers {'246cd62c-f872-40c3-90da-3e06709b47a6'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:11:04.362730 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 40024) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:04.365961 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['246cd62c-f872-40c3-90da-3e06709b47a6'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:04.466603 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:11:04.467583 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:04.469672 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c5043-2117-46dd-8bf5-a31e702409b9 None None] Pushing event updated for resources: {'Port': ['ID=11d04ad3-1f52-4ffd-aac2-54e75125a961,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:04.603080 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Set router 246cd62c-f872-40c3-90da-3e06709b47a6 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:11:04.826556 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af4dc-4d5d-4110-a284-40a93624e775 None None] Pushing event updated for resources: {'Port': ['ID=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:04.874679 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:11:04.880178 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eca0ec-63e5-432b-81ca-c9e7c1deb42f req-d23181e3-cca3-47c9-8782-9abbd4636885 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:04.889982 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c8eca0ec-63e5-432b-81ca-c9e7c1deb42f req-d23181e3-cca3-47c9-8782-9abbd4636885 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1586599 Sep 23 16:11:04.959840 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-e3a7315f-bfd9-4a67-ab90-c0c15d0d0a09 None None] Provisioning complete for port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:04.960274 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e3a7315f-bfd9-4a67-ab90-c0c15d0d0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:04.962327 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:03Z', 'revision_number': 3, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port': {'id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:04.989533 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Checking router: 246cd62c-f872-40c3-90da-3e06709b47a6 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:11:04.989927 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Updating router 246cd62c-f872-40c3-90da-3e06709b47a6 port ac68f649-a5bb-4790-89c6-e47f99cd8028 binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:11:05.018781 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.020281 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c8eca0ec-63e5-432b-81ca-c9e7c1deb42f req-5c682639-b3be-4e40-a334-0923ceb416be tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288419 Sep 23 16:11:05.102047 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ebd01-b86c-45dd-806a-fca7156e322c req-fd021a1f-8ec5-4c48-8346-609e577222b6 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:05.103626 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b52ebd01-b86c-45dd-806a-fca7156e322c req-fd021a1f-8ec5-4c48-8346-609e577222b6 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 944 time: 0.1325841 Sep 23 16:11:05.156589 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e3a7315f-bfd9-4a67-ab90-c0c15d0d0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.203249 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b52ebd01-b86c-45dd-806a-fca7156e322c req-fbf56793-936a-4394-a42c-4d8f510aa10b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728195 Sep 23 16:11:05.218955 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-e3a7315f-bfd9-4a67-ab90-c0c15d0d0a09 None None] For port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:05.229395 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e3a7315f-bfd9-4a67-ab90-c0c15d0d0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.265525 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.280424 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:04Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:05.295327 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7315f-bfd9-4a67-ab90-c0c15d0d0a09 None None] Pushing event updated for resources: {'Port': ['ID=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:05.380064 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.386183 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.455818 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b867d84-cfcf-457a-a9ea-f4645b272823 None None] Pushing event updated for resources: {'Port': ['ID=ac68f649-a5bb-4790-89c6-e47f99cd8028,revision_number=2']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:05.462315 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Attempting to bind port ac68f649-a5bb-4790-89c6-e47f99cd8028 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:11:05.462681 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Attempting to bind port ac68f649-a5bb-4790-89c6-e47f99cd8028 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:11:05.463040 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Attempting to bind port ac68f649-a5bb-4790-89c6-e47f99cd8028 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:05.466618 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446171ea-5c15-48b6-8465-ea4066a2be82 None None] The sync data for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi is: [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:04Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:11:05.471286 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:11:05.471286 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:05.471691 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.472075 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:11:05.472549 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Bound port: ac68f649-a5bb-4790-89c6-e47f99cd8028, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:11:05.472948 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.523092 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Allocated IP 172.20.0.1 (4924b8ea-afe1-45f5-936b-6089629e02df/6e0cf39b-c7e1-4459-b98b-67a71705e2c0/dd5e76e3-ab69-4d33-8044-25e27c89d232) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:11:05.555516 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] For port ac68f649-a5bb-4790-89c6-e47f99cd8028, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:11:05.559171 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] For port ac68f649-a5bb-4790-89c6-e47f99cd8028, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=ac68f649-a5bb-4790-89c6-e47f99cd8028,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:11:05.565731 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.681748 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Routers {'246cd62c-f872-40c3-90da-3e06709b47a6'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:11:05.682733 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.686753 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['246cd62c-f872-40c3-90da-3e06709b47a6'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:05.733743 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.739864 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a80fbd-5937-4fe4-8415-03f9e0fad2ca None None] Network 4924b8ea-afe1-45f5-936b-6089629e02df requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:11:05.740163 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b867d84-cfcf-457a-a9ea-f4645b272823 None None] Pushing event updated for resources: {'Port': ['ID=ac68f649-a5bb-4790-89c6-e47f99cd8028,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:05.779272 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Network 4924b8ea-afe1-45f5-936b-6089629e02df is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:05.793445 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:05.799563 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:11:05.839496 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-803bfe05-7871-4c91-bd6e-f8c9580e56f8 None None] Provisioning complete for port 11d04ad3-1f52-4ffd-aac2-54e75125a961 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:05.839871 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-803bfe05-7871-4c91-bd6e-f8c9580e56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.842871 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] Set router 246cd62c-f872-40c3-90da-3e06709b47a6 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:11:05.875951 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Pushing event updated for resources: {'Port': ['ID=dd5e76e3-ab69-4d33-8044-25e27c89d232,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:05.932525 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:06.137231 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:03Z', 'revision_number': 3, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port': {'id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:06.172796 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f5ac7-05b6-4e7d-af6a-7589cf477197 None None] The sync data for ids ['246cd62c-f872-40c3-90da-3e06709b47a6'] in dv-cinder-806616-3-iscsi is: [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:03Z', 'revision_number': 3, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port': {'id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:11:06.296539 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-803bfe05-7871-4c91-bd6e-f8c9580e56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:06.346341 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-803bfe05-7871-4c91-bd6e-f8c9580e56f8 None None] For port 11d04ad3-1f52-4ffd-aac2-54e75125a961, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=11d04ad3-1f52-4ffd-aac2-54e75125a961,segment=NetworkSegment(3e42903f-78ce-40da-8b67-ae32f357cacb),segment_id=3e42903f-78ce-40da-8b67-ae32f357cacb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:06.377232 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-803bfe05-7871-4c91-bd6e-f8c9580e56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:06.458465 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 11d04ad3-1f52-4ffd-aac2-54e75125a961 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:06.537779 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bfe05-7871-4c91-bd6e-f8c9580e56f8 None None] Pushing event updated for resources: {'Port': ['ID=11d04ad3-1f52-4ffd-aac2-54e75125a961,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:06.560885 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 11d04ad3-1f52-4ffd-aac2-54e75125a961 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:06.561263 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:06.601501 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116569-9c3d-429c-abcc-3a7cb90430ee req-580944c4-d363-4339-b458-c8c502042f60 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:06.607754 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3a116569-9c3d-429c-abcc-3a7cb90430ee req-580944c4-d363-4339-b458-c8c502042f60 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1385872 Sep 23 16:11:06.633433 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cbf21-490e-404f-bc1c-c9a28cd4e5d6 req-6cabf07d-ed99-4916-ba79-89ffbd8e25e1 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:06.645092 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-487cbf21-490e-404f-bc1c-c9a28cd4e5d6 req-6cabf07d-ed99-4916-ba79-89ffbd8e25e1 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 944 time: 0.1769459 Sep 23 16:11:06.662309 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:06.748214 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-487cbf21-490e-404f-bc1c-c9a28cd4e5d6 req-936a53b2-6a1f-4d64-9b26-0f7e2e00b45d tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019089 Sep 23 16:11:06.754523 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 52b33c9d-bc33-44fd-bec5-54b87b4b72ef up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:06.819528 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:11:06.820851 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3a116569-9c3d-429c-abcc-3a7cb90430ee req-397767d0-4871-483d-8efe-e52c873367e0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733692 Sep 23 16:11:06.821970 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:06.825134 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:06.825685 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:06.855613 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:06.855993 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:06.928753 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-4970cca4-2f32-4af7-acaf-7e0f628756a9 None None] Provisioning complete for port dd5e76e3-ab69-4d33-8044-25e27c89d232 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:06.929134 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4970cca4-2f32-4af7-acaf-7e0f628756a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.061234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-4970cca4-2f32-4af7-acaf-7e0f628756a9 None None] Port dd5e76e3-ab69-4d33-8044-25e27c89d232 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:11:07.086925 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.098248 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.117137 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.134150 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-4970cca4-2f32-4af7-acaf-7e0f628756a9 None None] Provisioning complete for port 11d04ad3-1f52-4ffd-aac2-54e75125a961 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:07.134518 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4970cca4-2f32-4af7-acaf-7e0f628756a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.186747 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67349297-93c9-4896-83d7-582f1debd815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:07.189851 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17e5209-1b44-46b9-b304-9646f47c9ebe" -d '{"events": [{"server_uuid": "67349297-93c9-4896-83d7-582f1debd815", "name": "network-vif-plugged", "status": "completed", "tag": "ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:07.210739 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Pushing event updated for resources: {'Port': ['ID=dd5e76e3-ab69-4d33-8044-25e27c89d232,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:07.219907 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.234437 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:07.248768 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.265925 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39daff84-a63a-4043-abbd-415e137bc42b x-openstack-request-id: req-39daff84-a63a-4043-abbd-415e137bc42b {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:07.266219 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67349297-93c9-4896-83d7-582f1debd815", "name": "network-vif-plugged", "status": "completed", "tag": "ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:07.266467 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39daff84-a63a-4043-abbd-415e137bc42b {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:07.267514 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67349297-93c9-4896-83d7-582f1debd815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e', 'code': 200} Sep 23 16:11:07.402447 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:07.460686 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Network 4924b8ea-afe1-45f5-936b-6089629e02df is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:07.462303 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:07.571535 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-e4c4823d-8185-4010-9fd1-92494600d3af None None] Provisioning complete for port dd5e76e3-ab69-4d33-8044-25e27c89d232 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:07.571943 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e4c4823d-8185-4010-9fd1-92494600d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.655367 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4823d-8185-4010-9fd1-92494600d3af None None] Port dd5e76e3-ab69-4d33-8044-25e27c89d232 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:11:07.728417 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1677f-a2ee-4fe9-84f6-51901b7b3c72 req-b1b02a80-18c8-44fb-808b-8fcd325c483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:07.729896 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1ea1677f-a2ee-4fe9-84f6-51901b7b3c72 req-b1b02a80-18c8-44fb-808b-8fcd325c483b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 1098 time: 0.1457965 Sep 23 16:11:07.773831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Router 246cd62c-f872-40c3-90da-3e06709b47a6 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:11:07.784345 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-ad10974e-153d-4a73-8bc4-69c55417e6cf None None] Provisioning complete for port dd5e76e3-ab69-4d33-8044-25e27c89d232 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:07.784623 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ad10974e-153d-4a73-8bc4-69c55417e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.797280 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1ea1677f-a2ee-4fe9-84f6-51901b7b3c72 req-4d9c9923-c795-4833-afee-f5fc5753e379 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547230 Sep 23 16:11:07.837429 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-ad10974e-153d-4a73-8bc4-69c55417e6cf None None] Port dd5e76e3-ab69-4d33-8044-25e27c89d232 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:11:08.043844 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb84d-a1a8-467d-8247-60c7c936595f req-785e271c-84ba-4c5e-881f-ce087d51f8f8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:08.045160 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d96eb84d-a1a8-467d-8247-60c7c936595f req-785e271c-84ba-4c5e-881f-ce087d51f8f8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1197374 Sep 23 16:11:08.054334 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74968355-68da-42ee-a8ac-60430fc94309 req-2b856f76-48b5-4fc8-a2c1-d436010a2767 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:08.055913 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-74968355-68da-42ee-a8ac-60430fc94309 req-2b856f76-48b5-4fc8-a2c1-d436010a2767 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.1804414 Sep 23 16:11:08.058259 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:11:08.065432 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f5c33fc0-9fe3-476b-9fa3-18f4696bb37a admin admin] 10.222.0.22 "PUT /v2.0/routers/246cd62c-f872-40c3-90da-3e06709b47a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7016344 Sep 23 16:11:08.120698 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-74968355-68da-42ee-a8ac-60430fc94309 req-55758b17-01eb-456d-ad92-9bfbb9fb1c9b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536206 Sep 23 16:11:08.125509 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d96eb84d-a1a8-467d-8247-60c7c936595f req-4a52265f-82ae-45ce-92c3-b656a6bf595e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686905 Sep 23 16:11:08.338404 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 11d04ad3-1f52-4ffd-aac2-54e75125a961 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:08.401739 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 11d04ad3-1f52-4ffd-aac2-54e75125a961 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:08.402121 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:08.483231 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device ac68f649-a5bb-4790-89c6-e47f99cd8028 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:08.531947 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port ac68f649-a5bb-4790-89c6-e47f99cd8028 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:08.532874 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:08.571627 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Sync routers for ids ['246cd62c-f872-40c3-90da-3e06709b47a6'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:11:08.588239 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Routers {'246cd62c-f872-40c3-90da-3e06709b47a6'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:11:08.588778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['246cd62c-f872-40c3-90da-3e06709b47a6'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:08.696598 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:08.722254 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port ac68f649-a5bb-4790-89c6-e47f99cd8028, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=ac68f649-a5bb-4790-89c6-e47f99cd8028,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:08.727130 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:08.763925 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Set router 246cd62c-f872-40c3-90da-3e06709b47a6 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:11:08.815713 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=ac68f649-a5bb-4790-89c6-e47f99cd8028,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:08.984243 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:06Z', 'revision_number': 4, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port': {'id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'dd5e76e3-ab69-4d33-8044-25e27c89d232', 'name': '', 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'mac_address': 'fa:16:3e:8d:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6e0cf39b-c7e1-4459-b98b-67a71705e2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:05Z', 'updated_at': '2021-09-23T16:11:06Z', 'revision_number': 2, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'subnets': [{'id': '6e0cf39b-c7e1-4459-b98b-67a71705e2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:09.010429 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Checking router: 246cd62c-f872-40c3-90da-3e06709b47a6 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:11:09.010783 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Updating router 246cd62c-f872-40c3-90da-3e06709b47a6 port dd5e76e3-ab69-4d33-8044-25e27c89d232 binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:11:09.035148 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.143223 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 40118) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:09.148788 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-6e6ad93d-b470-4988-a306-e0f8bc06c18f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894092231', 'description': 'tempest-secgroup-smoke-894092231 description', 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:09.170603 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad93d-b470-4988-a306-e0f8bc06c18f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.255961 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad93d-b470-4988-a306-e0f8bc06c18f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.259868 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad93d-b470-4988-a306-e0f8bc06c18f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.285304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad93d-b470-4988-a306-e0f8bc06c18f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.289382 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6e6ad93d-b470-4988-a306-e0f8bc06c18f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1422884 Sep 23 16:11:09.289932 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 40124) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:09.290386 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ad93d-b470-4988-a306-e0f8bc06c18f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1eafd7-6e8c-4a4e-87c0-4353804f3171,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.296179 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-0facfa4f-a472-47bf-b8a1-0ebed345c485 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'security_group_rule': {'security_group_id': 'ea1eafd7-6e8c-4a4e-87c0-4353804f3171', 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:09.319746 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.325552 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0facfa4f-a472-47bf-b8a1-0ebed345c485 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.325869 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.374422 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa553d-08eb-411e-865c-2410ffde8124 None None] Pushing event updated for resources: {'Port': ['ID=dd5e76e3-ab69-4d33-8044-25e27c89d232,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.392998 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0facfa4f-a472-47bf-b8a1-0ebed345c485 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.397101 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0facfa4f-a472-47bf-b8a1-0ebed345c485 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.417157 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facfa4f-a472-47bf-b8a1-0ebed345c485 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b9b7c3-6d28-4b0f-ac76-2a9f20fc1ada,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.425854 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0facfa4f-a472-47bf-b8a1-0ebed345c485 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.429853 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0facfa4f-a472-47bf-b8a1-0ebed345c485 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361372 Sep 23 16:11:09.430017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 40126) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:09.433860 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Attempting to bind port dd5e76e3-ab69-4d33-8044-25e27c89d232 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:11:09.434273 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Attempting to bind port dd5e76e3-ab69-4d33-8044-25e27c89d232 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:11:09.434472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-cebe93a5-ff61-416c-b9c9-86cf23662aa8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'security_group_rule': {'security_group_id': 'ea1eafd7-6e8c-4a4e-87c0-4353804f3171', 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:09.434622 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Attempting to bind port dd5e76e3-ab69-4d33-8044-25e27c89d232 on network 4924b8ea-afe1-45f5-936b-6089629e02df {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:09.441573 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:11:09.441952 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Checking segment: {'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:09.442364 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.442752 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Bound using segment: {'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:11:09.443219 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Bound port: dd5e76e3-ab69-4d33-8044-25e27c89d232, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e42903f-78ce-40da-8b67-ae32f357cacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:11:09.443621 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.466605 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cebe93a5-ff61-416c-b9c9-86cf23662aa8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.532062 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cebe93a5-ff61-416c-b9c9-86cf23662aa8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.537113 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cebe93a5-ff61-416c-b9c9-86cf23662aa8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.556757 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe93a5-ff61-416c-b9c9-86cf23662aa8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db59dad-c400-45df-8412-540e18047d50,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.563222 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cebe93a5-ff61-416c-b9c9-86cf23662aa8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.565203 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-cebe93a5-ff61-416c-b9c9-86cf23662aa8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340764 Sep 23 16:11:09.567800 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 40128) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:09.572239 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-273c75ff-229b-4364-914d-e4244dc55d2f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'security_group_rule': {'security_group_id': 'ea1eafd7-6e8c-4a4e-87c0-4353804f3171', 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:09.598736 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-273c75ff-229b-4364-914d-e4244dc55d2f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.631930 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] For port dd5e76e3-ab69-4d33-8044-25e27c89d232, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:11:09.634972 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] For port dd5e76e3-ab69-4d33-8044-25e27c89d232, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=dd5e76e3-ab69-4d33-8044-25e27c89d232,segment=NetworkSegment(3e42903f-78ce-40da-8b67-ae32f357cacb),segment_id=3e42903f-78ce-40da-8b67-ae32f357cacb)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:11:09.639318 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.659088 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-273c75ff-229b-4364-914d-e4244dc55d2f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.662753 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-273c75ff-229b-4364-914d-e4244dc55d2f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.686299 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c75ff-229b-4364-914d-e4244dc55d2f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3b2ee7-086b-4d94-a7c4-e64f6041a54b,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.691511 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-273c75ff-229b-4364-914d-e4244dc55d2f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.692982 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-273c75ff-229b-4364-914d-e4244dc55d2f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241946 Sep 23 16:11:09.695855 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 40130) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:09.700640 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-c0a8fdc4-5c76-4fa8-8972-0cf609a10ac3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'security_group_rule': {'security_group_id': 'ea1eafd7-6e8c-4a4e-87c0-4353804f3171', 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:09.712482 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Routers {'246cd62c-f872-40c3-90da-3e06709b47a6'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:11:09.713142 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:10:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['246cd62c-f872-40c3-90da-3e06709b47a6'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:09.719818 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-c0c91021-43cf-4c75-9f37-303cc5b72d54 None None] Provisioning complete for port dd5e76e3-ab69-4d33-8044-25e27c89d232 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:09.720202 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c0c91021-43cf-4c75-9f37-303cc5b72d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.732738 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c0a8fdc4-5c76-4fa8-8972-0cf609a10ac3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.776533 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa553d-08eb-411e-865c-2410ffde8124 None None] Pushing event updated for resources: {'Port': ['ID=dd5e76e3-ab69-4d33-8044-25e27c89d232,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.808797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c0a8fdc4-5c76-4fa8-8972-0cf609a10ac3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.813318 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c0a8fdc4-5c76-4fa8-8972-0cf609a10ac3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.835661 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8fdc4-5c76-4fa8-8972-0cf609a10ac3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b35ab7-80e9-4b7d-ad48-08410fef96bb,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.837488 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c0a8fdc4-5c76-4fa8-8972-0cf609a10ac3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.841253 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-c0a8fdc4-5c76-4fa8-8972-0cf609a10ac3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418340 Sep 23 16:11:09.841529 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 40134) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:09.846631 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'security_group_rule': {'security_group_id': 'ea1eafd7-6e8c-4a4e-87c0-4353804f3171', 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:09.872566 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.securitygroups_db [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Project 1f8d7f4dbd8b45aa964433bfe83933cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:11:09.878874 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.895203 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] Set router 246cd62c-f872-40c3-90da-3e06709b47a6 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:11:09.931501 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c0c91021-43cf-4c75-9f37-303cc5b72d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.948247 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.952062 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.969302 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312dd7c2-2543-45d0-9d82-8b18ee64bd58,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:09.980909 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:09.984765 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-2b220d62-ce36-434b-a88d-6013341cdd82 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398683 Sep 23 16:11:09.985157 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 40138) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:09.990298 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'security_group_rule': {'security_group_id': 'ea1eafd7-6e8c-4a4e-87c0-4353804f3171', 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:10.013513 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.securitygroups_db [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Project 1f8d7f4dbd8b45aa964433bfe83933cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:11:10.024169 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:10.024563 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-c0c91021-43cf-4c75-9f37-303cc5b72d54 None None] For port dd5e76e3-ab69-4d33-8044-25e27c89d232, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=dd5e76e3-ab69-4d33-8044-25e27c89d232,segment=NetworkSegment(3e42903f-78ce-40da-8b67-ae32f357cacb),segment_id=3e42903f-78ce-40da-8b67-ae32f357cacb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:10.033567 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c0c91021-43cf-4c75-9f37-303cc5b72d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:10.078132 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:10.081897 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:10.099212 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e35183-dc56-4160-b3a4-3708b5545ddc,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:10.108826 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:10.111610 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-a1379b05-696a-4ccb-b09e-c5fcd8fe9c5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236548 Sep 23 16:11:10.119340 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91021-43cf-4c75-9f37-303cc5b72d54 None None] Pushing event updated for resources: {'Port': ['ID=dd5e76e3-ab69-4d33-8044-25e27c89d232,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:10.173476 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:11:10.179039 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-54fdbf8c-0b5e-45e3-9cf4-cfbf8fbd07de None None] Provisioning complete for port dd5e76e3-ab69-4d33-8044-25e27c89d232 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:10.179837 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-54fdbf8c-0b5e-45e3-9cf4-cfbf8fbd07de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:10.228429 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:06Z', 'revision_number': 4, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port': {'id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'dd5e76e3-ab69-4d33-8044-25e27c89d232', 'name': '', 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'mac_address': 'fa:16:3e:8d:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6e0cf39b-c7e1-4459-b98b-67a71705e2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:05Z', 'updated_at': '2021-09-23T16:11:09Z', 'revision_number': 4, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'subnets': [{'id': '6e0cf39b-c7e1-4459-b98b-67a71705e2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:10.258747 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b3f71-7426-4391-b62a-a77435f27172 None None] The sync data for ids ['246cd62c-f872-40c3-90da-3e06709b47a6'] in dv-cinder-806616-3-iscsi is: [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:06Z', 'revision_number': 4, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port': {'id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'dd5e76e3-ab69-4d33-8044-25e27c89d232', 'name': '', 'network_id': '4924b8ea-afe1-45f5-936b-6089629e02df', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'mac_address': 'fa:16:3e:8d:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6e0cf39b-c7e1-4459-b98b-67a71705e2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:05Z', 'updated_at': '2021-09-23T16:11:09Z', 'revision_number': 4, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'subnets': [{'id': '6e0cf39b-c7e1-4459-b98b-67a71705e2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:11:10.289986 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device ac68f649-a5bb-4790-89c6-e47f99cd8028 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:10.369833 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port ac68f649-a5bb-4790-89c6-e47f99cd8028 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:10.370395 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:11.462120 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6617a73-4adc-4c76-8c63-6806a00037dc req-9631dc22-ca85-46fd-b218-e31e21ed91c1 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:11.463597 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e6617a73-4adc-4c76-8c63-6806a00037dc req-9631dc22-ca85-46fd-b218-e31e21ed91c1 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Sep 23 16:11:11.529311 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e6617a73-4adc-4c76-8c63-6806a00037dc req-a67b54ed-cf72-490a-9985-1df6be616f41 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Sep 23 16:11:11.537590 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25fc4f-fdcf-4486-ba30-bdc546002808 req-8b23b5be-b434-4a25-8564-f4727d8ae9a4 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:11.539263 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7e25fc4f-fdcf-4486-ba30-bdc546002808 req-8b23b5be-b434-4a25-8564-f4727d8ae9a4 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0855720 Sep 23 16:11:11.578767 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7e25fc4f-fdcf-4486-ba30-bdc546002808 req-68d5b47a-af2e-4e48-94e4-e730355ce2a6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Sep 23 16:11:12.280593 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device dd5e76e3-ab69-4d33-8044-25e27c89d232 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:12.331338 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port dd5e76e3-ab69-4d33-8044-25e27c89d232 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:12.331740 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:12.652013 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf39b68-d93c-45d1-a92c-5e1d5cb5b9a6 req-2483766b-25fe-4f5a-a539-3e6606609e3a tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:12.653544 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9bf39b68-d93c-45d1-a92c-5e1d5cb5b9a6 req-2483766b-25fe-4f5a-a539-3e6606609e3a tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Sep 23 16:11:12.720956 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9bf39b68-d93c-45d1-a92c-5e1d5cb5b9a6 req-1da1f380-43d7-464e-81be-925c1f74b312 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Sep 23 16:11:12.729283 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ad862-5e44-4b99-9850-6cc46a1fb4a4 req-388a5e42-8691-4612-bba9-6e9c0c8c91ec tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:12.730643 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d16ad862-5e44-4b99-9850-6cc46a1fb4a4 req-388a5e42-8691-4612-bba9-6e9c0c8c91ec tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0762205 Sep 23 16:11:12.776433 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d16ad862-5e44-4b99-9850-6cc46a1fb4a4 req-d29ddd5b-9a7e-4472-a435-f376fa56927a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Sep 23 16:11:13.845438 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affeb253-32a4-4440-bbcf-f0d5aa3258ad req-25fc9b8c-bae8-43a6-ac6e-14bec7359c28 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:13.848167 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-affeb253-32a4-4440-bbcf-f0d5aa3258ad req-25fc9b8c-bae8-43a6-ac6e-14bec7359c28 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0553215 Sep 23 16:11:13.925428 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-affeb253-32a4-4440-bbcf-f0d5aa3258ad req-c33ac468-5b28-4c0d-8a69-c37b16c05211 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710807 Sep 23 16:11:13.951754 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92ed60-e267-40b8-ad6e-615c470802d5 req-b5d7c3cb-27d8-4ed3-a304-d3f876799822 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:13.961610 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ff92ed60-e267-40b8-ad6e-615c470802d5 req-b5d7c3cb-27d8-4ed3-a304-d3f876799822 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1005378 Sep 23 16:11:14.002678 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ff92ed60-e267-40b8-ad6e-615c470802d5 req-a2100c81-5ebc-4636-8683-c731a577bb04 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Sep 23 16:11:14.781947 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e02d-129d-4d69-9668-b3952145d958 req-143e1263-6295-4f0a-aaf1-b9e2e85a4288 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:14.783912 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0639e02d-129d-4d69-9668-b3952145d958 req-143e1263-6295-4f0a-aaf1-b9e2e85a4288 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0541399 Sep 23 16:11:14.822441 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0639e02d-129d-4d69-9668-b3952145d958 req-4a7a55f7-6a21-49c1-a8c6-2ae25f396cd0 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Sep 23 16:11:15.126462 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc32bc-fa87-435e-ab14-228874d0d0d2 req-04a65baf-3456-496a-a1bd-b076e364d20a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:15.128334 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58dc32bc-fa87-435e-ab14-228874d0d0d2 req-04a65baf-3456-496a-a1bd-b076e364d20a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0532513 Sep 23 16:11:15.178681 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58dc32bc-fa87-435e-ab14-228874d0d0d2 req-04410dbc-4638-49e4-b7d4-c3eb6dc0f2d8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Sep 23 16:11:15.940280 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a66d3d-39c3-4f61-8dac-774c23ed45ed req-340405d0-3691-48c0-a261-07e3347a69c0 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:15.941742 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-91a66d3d-39c3-4f61-8dac-774c23ed45ed req-340405d0-3691-48c0-a261-07e3347a69c0 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0513577 Sep 23 16:11:15.980615 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-91a66d3d-39c3-4f61-8dac-774c23ed45ed req-9338fc12-719d-495d-b48c-8732d5876e9b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Sep 23 16:11:16.297436 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919720c3-a927-4038-9dbc-3b2092bc45b8 req-339f0048-b20c-4325-80f7-4c92f4ef82c6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:16.299091 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-919720c3-a927-4038-9dbc-3b2092bc45b8 req-339f0048-b20c-4325-80f7-4c92f4ef82c6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0568347 Sep 23 16:11:16.366653 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-919720c3-a927-4038-9dbc-3b2092bc45b8 req-61d6a70c-0d4d-46a4-b5ed-363b81622352 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608718 Sep 23 16:11:16.439486 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862772-59c4-4453-884a-077092964701 req-f540d985-44fb-491f-b54d-ae068c665623 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:16.445734 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-f540d985-44fb-491f-b54d-ae068c665623 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.1319623 Sep 23 16:11:16.464701 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-62f2eb5c-ae69-4328-9bbf-452b30d6bf9a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/quotas/54b3933279484da99acad70e9385561d HTTP/1.1" status: 200 len: 375 time: 0.0138972 Sep 23 16:11:16.524166 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-5c1aab57-2b18-4b99-85da-e0abe41843f5 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533204 Sep 23 16:11:16.617218 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-5ffa69c1-c9cf-4c01-b722-d3e64009260c service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855889 Sep 23 16:11:16.728008 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-8e09ca62-0bcd-4f65-8b91-00595df9c4c6 service neutron] 10.222.0.22 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048212 Sep 23 16:11:16.900734 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-09927252-2fe7-4eed-b477-f9399a266299 req-d6f0fd9c-f0c2-4fb5-965d-20bbb17c7250 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 210 time: 0.0302708 Sep 23 16:11:17.112905 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa04a21-a7a2-4ba2-874b-3c942a91f769 req-7a058dd1-a1c2-4288-8cce-3eeea91e2385 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:17.114691 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5fa04a21-a7a2-4ba2-874b-3c942a91f769 req-7a058dd1-a1c2-4288-8cce-3eeea91e2385 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0619450 Sep 23 16:11:17.160236 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5fa04a21-a7a2-4ba2-874b-3c942a91f769 req-335c6ff3-baeb-47a3-89c6-04f32a381a3f tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352936 Sep 23 16:11:17.414493 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-c696829d-d778-4e28-a977-aed79f38d0c2 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:17.415984 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-c696829d-d778-4e28-a977-aed79f38d0c2 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0550666 Sep 23 16:11:17.484298 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92761d53-192f-4b1f-9d91-6df1be2ce8eb req-916d1ca4-45b9-4e1d-96b7-092517757e38 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:17.485800 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-92761d53-192f-4b1f-9d91-6df1be2ce8eb req-916d1ca4-45b9-4e1d-96b7-092517757e38 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0486505 Sep 23 16:11:17.526089 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-92761d53-192f-4b1f-9d91-6df1be2ce8eb req-ec549867-9efc-4f85-b55d-e785882eb6a5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Sep 23 16:11:17.997208 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b8b70e23-2143-475f-b4c7-a280c864f81c req-4cadde5e-137e-462e-a7b8-68bbcba9b935 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 210 time: 0.0272756 Sep 23 16:11:18.280335 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd622cf-fb4a-457d-bdfc-628191028b70 req-c553b350-ac43-48f5-aceb-4a0da0dd9597 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:18.281881 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8dd622cf-fb4a-457d-bdfc-628191028b70 req-c553b350-ac43-48f5-aceb-4a0da0dd9597 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.0521348 Sep 23 16:11:18.323926 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8dd622cf-fb4a-457d-bdfc-628191028b70 req-ce237afb-8f66-4bbd-9f88-7c85a40a6545 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359247 Sep 23 16:11:20.567878 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Deleting port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:11:20.568536 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:20.624388 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a88b933e-0a5c-4560-be59-77d3d8a04cc6 req-a411e82f-88a7-420a-a2f3-2359a7f30974 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 210 time: 0.0533926 Sep 23 16:11:20.705228 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f215829-f120-4534-a9b8-88d15934b811 req-70ed13e8-934b-4007-a506-d71199236b03 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:20.706736 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f215829-f120-4534-a9b8-88d15934b811 req-70ed13e8-934b-4007-a506-d71199236b03 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1519847 Sep 23 16:11:20.759623 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] For port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:20.759890 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:20.781434 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Calling delete_port for ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:11:20.812527 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a055f0-1a2e-496f-8cf2-cbc8006cdd1d req-c3f3692f-d2cd-419e-a288-fe28dc0a1f85 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:20.813978 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a055f0-1a2e-496f-8cf2-cbc8006cdd1d req-c3f3692f-d2cd-419e-a288-fe28dc0a1f85 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 945 time: 0.1304276 Sep 23 16:11:20.818519 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f215829-f120-4534-a9b8-88d15934b811 req-ac4a8cae-34d6-4ebe-bda2-5f5414ff1fc9 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931709 Sep 23 16:11:20.918644 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a055f0-1a2e-496f-8cf2-cbc8006cdd1d req-a280a375-e196-40d1-9954-4c7372a63b72 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967910 Sep 23 16:11:20.994351 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:21.019526 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0e70a41e-e26b-4e39-b989-f24c8e562660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:21.022787 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Pushing event deleted for resources: {'Port': ['ID=ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:21.054777 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.055120 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.055482 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.055819 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.056147 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.056474 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.056801 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.057186 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.057601 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.057854 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.058234 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.058581 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:21.290540 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] No DVR routers for this DVR port ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:11:21.293738 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:21.295860 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-db1d7faf-001c-4728-b6a6-c4b8019c1a01 req-68489f41-93fa-417f-b0b9-a63fcc37a8ea tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "DELETE /v2.0/ports/ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e HTTP/1.1" status: 204 len: 173 time: 0.8633473 Sep 23 16:11:21.296303 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67349297-93c9-4896-83d7-582f1debd815', 'name': 'network-vif-deleted', 'tag': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:21.298731 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0cacf6-cde0-4de2-9a40-efc5662bff7e" -d '{"events": [{"server_uuid": "67349297-93c9-4896-83d7-582f1debd815", "name": "network-vif-deleted", "tag": "ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:21.334942 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf44c4e-5cae-462e-8030-8659a8eb96f6 x-openstack-request-id: req-edf44c4e-5cae-462e-8030-8659a8eb96f6 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:21.335258 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67349297-93c9-4896-83d7-582f1debd815", "name": "network-vif-deleted", "tag": "ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:21.335543 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edf44c4e-5cae-462e-8030-8659a8eb96f6 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:21.335937 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67349297-93c9-4896-83d7-582f1debd815', 'name': 'network-vif-deleted', 'tag': 'ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e', 'status': 'completed', 'code': 200} Sep 23 16:11:22.995226 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:11:23.016795 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:11:23.017069 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device ebaac5ca-aeb3-4b68-b5da-8ef5e1e0410e not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:11:23.703569 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-65a5cb6a-804b-4ef8-b4f2-4426d0b520ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:24.309173 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862772-59c4-4453-884a-077092964701 req-10319a14-7d5f-4d01-89ea-18850f44af79 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:24.310701 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-10319a14-7d5f-4d01-89ea-18850f44af79 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 815 time: 0.1297216 Sep 23 16:11:24.328487 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:24.367318 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Request body: {'port': {'device_id': '74b0f130-6c58-4944-8da8-74c8e3484384', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'admin_state_up': True, 'tenant_id': '54b3933279484da99acad70e9385561d'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:24.375059 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9dcff6a3-61e6-411b-bc2e-72881c4eecaf req-beab96c4-d276-46a9-a5fc-361f3846353e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 210 time: 0.0620720 Sep 23 16:11:24.532446 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9659be4c-f9ad-427f-8eec-d5432632f14a req-8ef562a9-f585-46c3-858a-170ee2cbdf0c tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=67349297-93c9-4896-83d7-582f1debd815 HTTP/1.1" status: 200 len: 210 time: 0.0447693 Sep 23 16:11:24.545441 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb510a-e969-42cc-991e-1a857f283b00 req-c0406c3a-7f9c-4126-9e6d-aaf220adfd40 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:24.547019 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b5eb510a-e969-42cc-991e-1a857f283b00 req-c0406c3a-7f9c-4126-9e6d-aaf220adfd40 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1763034 Sep 23 16:11:24.607756 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b5eb510a-e969-42cc-991e-1a857f283b00 req-2a96ef13-ce34-45f0-a048-642029f56b75 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530505 Sep 23 16:11:24.608847 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Made reservation on behalf of 54b3933279484da99acad70e9385561d for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:11:24.612195 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:24.690314 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:24.742915 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Allocated IP 172.20.0.6 (677d1fb4-38ed-44e8-8b60-dd378fb89a79/72c860bd-02ab-440b-a8ff-d698476d9c12/667e5615-ba90-4356-b1de-d82dc72f200a) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:11:24.888752 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:24.926078 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:24.939556 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e', 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'dca17af7-06ff-4aa9-916d-5b9acdb0080e'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:11:24.975360 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:24.978415 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:24.982466 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:11:24.992705 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event updated for resources: {'Port': ['ID=667e5615-ba90-4356-b1de-d82dc72f200a,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:25.042004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:25.042622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:25.057308 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-0c57b3d4-d78c-44f3-ae86-4e04adb48fdb tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987414 Sep 23 16:11:26.361497 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:28.138604 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Request body: {'port': {'device_id': '74b0f130-6c58-4944-8da8-74c8e3484384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:28.193663 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:28.394291 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63e01-96a4-4f58-99a4-f5345e0c65f9 req-6025b0e6-2957-4825-a5b7-205a22ef83c6 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:28.395756 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39b63e01-96a4-4f58-99a4-f5345e0c65f9 req-6025b0e6-2957-4825-a5b7-205a22ef83c6 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 931 time: 0.1593604 Sep 23 16:11:28.454438 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e3955-6580-41e8-9a55-264107cfb642 req-b37d7e78-da5f-411a-902b-1ece074d7002 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:28.455950 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-643e3955-6580-41e8-9a55-264107cfb642 req-b37d7e78-da5f-411a-902b-1ece074d7002 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1653671 Sep 23 16:11:28.521024 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39b63e01-96a4-4f58-99a4-f5345e0c65f9 req-2b3da0e7-07ef-4537-bb7d-1bed25882537 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184740 Sep 23 16:11:28.557595 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-643e3955-6580-41e8-9a55-264107cfb642 req-57680dce-d6a9-4386-96d1-be472ae8b147 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752201 Sep 23 16:11:28.663841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667e5615-ba90-4356-b1de-d82dc72f200a {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:28.678684 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:28.711041 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Transition to ACTIVE for port object 667e5615-ba90-4356-b1de-d82dc72f200a will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:11:28.722042 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:28.868481 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Pushing event updated for resources: {'Port': ['ID=667e5615-ba90-4356-b1de-d82dc72f200a,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:28.903778 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-c679f99e-5574-4d7e-bb2a-1c605273eaca tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:28.910687 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-c679f99e-5574-4d7e-bb2a-1c605273eaca tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/networks?id=9696205f-0044-4f4b-8129-feb873b29d30 HTTP/1.1" status: 200 len: 809 time: 0.2100096 Sep 23 16:11:28.923971 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Attempting to bind port 667e5615-ba90-4356-b1de-d82dc72f200a on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:11:28.924312 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Attempting to bind port 667e5615-ba90-4356-b1de-d82dc72f200a by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:11:28.924639 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Attempting to bind port 667e5615-ba90-4356-b1de-d82dc72f200a on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:28.932064 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-8714bd44-879c-4263-84d1-da9d6b147f48 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/quotas/01b40dd746b9469f918d1372606ceccf HTTP/1.1" status: 200 len: 375 time: 0.0172753 Sep 23 16:11:28.934039 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Port 667e5615-ba90-4356-b1de-d82dc72f200a on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:11:28.934039 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Attempting to bind port 667e5615-ba90-4356-b1de-d82dc72f200a on network 677d1fb4-38ed-44e8-8b60-dd378fb89a79 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:28.938344 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:11:28.938675 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Checking segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:28.939046 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Bound using segment: {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:11:28.939504 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Bound port: 667e5615-ba90-4356-b1de-d82dc72f200a, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:11:28.939866 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:28.984672 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-2253b7da-9d79-4459-bf12-dde92a2f7d57 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=01b40dd746b9469f918d1372606ceccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427401 Sep 23 16:11:29.113954 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] For port 667e5615-ba90-4356-b1de-d82dc72f200a, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:11:29.118918 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] For port 667e5615-ba90-4356-b1de-d82dc72f200a, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=667e5615-ba90-4356-b1de-d82dc72f200a,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:11:29.122985 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:29.170503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:29.171563 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:29.173175 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] 10.222.0.42 "PUT /v2.0/ports/667e5615-ba90-4356-b1de-d82dc72f200a HTTP/1.1" status: 200 len: 1093 time: 1.0391924 Sep 23 16:11:29.175683 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-b65e10d7-aacb-4c2f-a488-9195536182b3 service neutron] 10.222.0.22 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829216 Sep 23 16:11:29.178159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b0f130-6c58-4944-8da8-74c8e3484384', 'tag': '667e5615-ba90-4356-b1de-d82dc72f200a'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:29.180684 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ff9f2-5e26-406e-8e38-2a17d91d15ab" -d '{"events": [{"name": "network-changed", "server_uuid": "74b0f130-6c58-4944-8da8-74c8e3484384", "tag": "667e5615-ba90-4356-b1de-d82dc72f200a"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:29.224046 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914271ac-e0c1-47b5-88e2-e87e5bb5a948 x-openstack-request-id: req-914271ac-e0c1-47b5-88e2-e87e5bb5a948 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:29.224364 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b0f130-6c58-4944-8da8-74c8e3484384", "tag": "667e5615-ba90-4356-b1de-d82dc72f200a", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:29.224609 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-914271ac-e0c1-47b5-88e2-e87e5bb5a948 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:29.225000 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b0f130-6c58-4944-8da8-74c8e3484384', 'tag': '667e5615-ba90-4356-b1de-d82dc72f200a', 'status': 'completed', 'code': 200} Sep 23 16:11:29.269664 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa1c57-f013-4fa1-aa2e-c6e68c5a57be service neutron] Pushing event updated for resources: {'Port': ['ID=667e5615-ba90-4356-b1de-d82dc72f200a,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:29.335779 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862772-59c4-4453-884a-077092964701 req-65cdb4f0-53b8-4cee-bdea-c3a00e0bc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:29.337524 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-65cdb4f0-53b8-4cee-bdea-c3a00e0bc3b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 1096 time: 0.0976241 Sep 23 16:11:29.363877 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-8d25af14-7374-49ec-91a8-8a04db1b9116 service neutron] 10.222.0.22 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776967 Sep 23 16:11:29.397381 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-31d5b50f-31bf-4df5-88fd-e466b3e14d5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667e5615-ba90-4356-b1de-d82dc72f200a HTTP/1.1" status: 200 len: 217 time: 0.0475409 Sep 23 16:11:29.460059 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862772-59c4-4453-884a-077092964701 req-0b12cdd2-d324-4eb9-bdae-0ff5f42c703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:29.462097 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-0b12cdd2-d324-4eb9-bdae-0ff5f42c703f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.0522149 Sep 23 16:11:29.505763 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-5771260a-50eb-4e15-8e71-2fbba79e8a92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285397 Sep 23 16:11:29.570802 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eeb55818-369c-4c9b-a91b-b1bef41d3f02 req-20f03c38-a23d-43b7-8153-5971d772b9e3 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 210 time: 0.0441048 Sep 23 16:11:29.719222 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-acac329d-52e0-407a-9ca9-266c70e2812c service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038319 Sep 23 16:11:29.736538 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4299-4b89-42af-9d2c-87c7b605a405 req-b9d6df89-4b1f-4fd6-bca5-97a889e4eddc tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:29.739098 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-baaa4299-4b89-42af-9d2c-87c7b605a405 req-b9d6df89-4b1f-4fd6-bca5-97a889e4eddc tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 943 time: 0.1147518 Sep 23 16:11:29.805990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368e95-2978-4b04-b115-27bb52ba346f req-2b093cfa-34af-4e37-b639-99b3e9458922 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:29.808145 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39368e95-2978-4b04-b115-27bb52ba346f req-2b093cfa-34af-4e37-b639-99b3e9458922 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1294334 Sep 23 16:11:29.872738 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-baaa4299-4b89-42af-9d2c-87c7b605a405 req-ad44435f-feec-4e14-aa62-9f18bca9599a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111250 Sep 23 16:11:29.911092 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39368e95-2978-4b04-b115-27bb52ba346f req-1867586d-ddeb-435a-815b-fa1f1af0f5bf tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887091 Sep 23 16:11:29.916830 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7862772-59c4-4453-884a-077092964701 req-77057919-0b36-44df-9c09-92308816c49b service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763048 Sep 23 16:11:30.034419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-235aee4e-fc73-497d-975b-db290fa2c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:30.036174 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-235aee4e-fc73-497d-975b-db290fa2c5ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b3933279484da99acad70e9385561d&device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 1096 time: 0.0480976 Sep 23 16:11:30.155306 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-8c5b8bf1-157d-44f5-9d4b-abfcf551f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:30.157807 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-8c5b8bf1-157d-44f5-9d4b-abfcf551f1ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 200 len: 916 time: 0.1114414 Sep 23 16:11:30.223519 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-f52581c8-eb7d-45a5-864c-3218c7f34670 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=667e5615-ba90-4356-b1de-d82dc72f200a HTTP/1.1" status: 200 len: 217 time: 0.0500829 Sep 23 16:11:30.291569 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-b00562ab-abf9-4c09-b80a-c3efa2e210d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:30.293116 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-b00562ab-abf9-4c09-b80a-c3efa2e210d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 200 len: 855 time: 0.0593443 Sep 23 16:11:30.331089 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063683-0765-49f8-b634-eeb1020629e2 req-5c943590-0a62-46e4-b59e-c0912ad0e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:30.332653 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ee063683-0765-49f8-b634-eeb1020629e2 req-5c943590-0a62-46e4-b59e-c0912ad0e98b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.0426729 Sep 23 16:11:30.332944 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-794816f0-e558-4487-acf9-cba559d0a20b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=677d1fb4-38ed-44e8-8b60-dd378fb89a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276475 Sep 23 16:11:30.462876 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-fd174034-4ccd-4ec0-bb65-42a8b89f1e9b service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065497 Sep 23 16:11:30.481314 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063683-0765-49f8-b634-eeb1020629e2 req-d02c90f8-5147-411f-a42c-641a7b18c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:30.482795 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ee063683-0765-49f8-b634-eeb1020629e2 req-d02c90f8-5147-411f-a42c-641a7b18c44f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1179311 Sep 23 16:11:30.538268 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ee063683-0765-49f8-b634-eeb1020629e2 req-22187dc3-7969-4f88-b46b-e18d22be083d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 217 time: 0.0463104 Sep 23 16:11:30.574466 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-028ff9f2-5e26-406e-8e38-2a17d91d15ab req-5b1490a4-f39d-432c-bb4f-b4ea0354965c service neutron] 10.222.0.42 "GET /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018846 Sep 23 16:11:30.595792 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063683-0765-49f8-b634-eeb1020629e2 req-c19cf197-2299-465a-9d45-293e8950be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:30.597269 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ee063683-0765-49f8-b634-eeb1020629e2 req-c19cf197-2299-465a-9d45-293e8950be99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.0466902 Sep 23 16:11:30.647094 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ee063683-0765-49f8-b634-eeb1020629e2 req-733d4c9a-e922-4458-834f-e53ae6472a05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313289 Sep 23 16:11:30.698993 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ea772c6e-66c1-4191-b57b-7182863590a8 req-25725ab0-c293-4a99-8989-f69ba1409f37 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 210 time: 0.0358553 Sep 23 16:11:30.757329 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ee063683-0765-49f8-b634-eeb1020629e2 req-5f800625-419b-49e7-a2e9-15be29643fe0 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925648 Sep 23 16:11:30.920087 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ee063683-0765-49f8-b634-eeb1020629e2 req-9238374a-e306-49c5-a677-4b41195c9d68 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476393 Sep 23 16:11:31.332990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0371b-b249-437e-ba2b-0805790afd88 req-b3098b40-8032-4624-bd67-e87546694c30 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:31.334449 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f0d0371b-b249-437e-ba2b-0805790afd88 req-b3098b40-8032-4624-bd67-e87546694c30 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1292670 Sep 23 16:11:31.343065 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364993-402c-4f18-8638-2325b7527318 req-8c919e85-1370-4822-8402-2ec1487aba20 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:31.344461 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0b364993-402c-4f18-8638-2325b7527318 req-8c919e85-1370-4822-8402-2ec1487aba20 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 943 time: 0.1403759 Sep 23 16:11:31.353217 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-9ff26547-5480-4ad6-93d3-4f4bbad5c074 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:31.354564 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-9ff26547-5480-4ad6-93d3-4f4bbad5c074 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "GET /v2.0/networks?id=9696205f-0044-4f4b-8129-feb873b29d30 HTTP/1.1" status: 200 len: 809 time: 0.5160608 Sep 23 16:11:31.372997 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Request body: {'port': {'device_id': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30', 'admin_state_up': True, 'tenant_id': '01b40dd746b9469f918d1372606ceccf'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:31.469484 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f0d0371b-b249-437e-ba2b-0805790afd88 req-28e04e19-21bd-418a-a126-c6f527469f48 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240602 Sep 23 16:11:31.481979 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0b364993-402c-4f18-8638-2325b7527318 req-07304180-a81e-424d-9051-b68bd1e137ca tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220126 Sep 23 16:11:31.538450 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Made reservation on behalf of 01b40dd746b9469f918d1372606ceccf for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:11:31.542017 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:31.651796 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb3357-6249-491e-92dc-5bafef3c9ec3 req-b4baf1c7-0023-44d3-94ff-3022d4548d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:31.654560 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-16eb3357-6249-491e-92dc-5bafef3c9ec3 req-b4baf1c7-0023-44d3-94ff-3022d4548d9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.0520856 Sep 23 16:11:31.704967 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-16eb3357-6249-491e-92dc-5bafef3c9ec3 req-b47f75eb-724a-4f7f-b678-8fb546dce023 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Sep 23 16:11:31.711240 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Allocated IP 172.20.0.2 (9696205f-0044-4f4b-8129-feb873b29d30/cfae2227-30e5-4d75-8108-aec3a367d5b7/cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:11:31.823290 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-608458ee-82a4-44fa-8575-0b9a6b3bfbbe req-cab97feb-8b6b-4a50-83af-662c64b52aaa tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 210 time: 0.0343099 Sep 23 16:11:31.909432 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:31.929696 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:31.961842 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:32.044702 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Network 9696205f-0044-4f4b-8129-feb873b29d30 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:32.054972 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Pushing event updated for resources: {'Port': ['ID=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:32.057530 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:32.061229 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:11:32.102291 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c69ff-f208-4e1b-a40b-a61508db74d8 req-1c394056-a364-4f57-a935-2f8df923093a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:32.103845 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-293c69ff-f208-4e1b-a40b-a61508db74d8 req-1c394056-a364-4f57-a935-2f8df923093a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1399503 Sep 23 16:11:32.136676 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:32.137315 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:32.163390 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-293a5543-fd4a-46aa-bf56-150dcf65cda7 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7944591 Sep 23 16:11:32.172059 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-293c69ff-f208-4e1b-a40b-a61508db74d8 req-f65c2a42-8584-4120-b65e-caf977097e90 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572109 Sep 23 16:11:32.200752 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Request body: {'port': {'device_id': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:32.262269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:32.520959 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:32.530624 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:32.546031 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Transition to ACTIVE for port object cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:11:32.549803 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:32.668400 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:32.725744 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256730f-95df-4d9b-a912-e69652146991 req-b7f1daa8-238b-4646-ab45-d05c9eab99cd tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:32.727249 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d256730f-95df-4d9b-a912-e69652146991 req-b7f1daa8-238b-4646-ab45-d05c9eab99cd tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 943 time: 0.1505020 Sep 23 16:11:32.737288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae66c-28b9-48df-bc49-c8d7103d0143 req-597e39a1-a03c-4bb4-af9f-7463d721d3b5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:32.739366 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f1fae66c-28b9-48df-bc49-c8d7103d0143 req-597e39a1-a03c-4bb4-af9f-7463d721d3b5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1614721 Sep 23 16:11:32.826120 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d256730f-95df-4d9b-a912-e69652146991 req-b34b6605-ea35-40b7-ae80-d5274a3d088f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853925 Sep 23 16:11:32.828764 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Attempting to bind port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:11:32.829094 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Attempting to bind port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:11:32.829417 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Attempting to bind port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c on network 9696205f-0044-4f4b-8129-feb873b29d30 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:32.839179 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f1fae66c-28b9-48df-bc49-c8d7103d0143 req-e2b9d3c1-a210-4d77-b048-51ad2ddd96c0 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860441 Sep 23 16:11:32.840014 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c on network 9696205f-0044-4f4b-8129-feb873b29d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:11:32.840296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Attempting to bind port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c on network 9696205f-0044-4f4b-8129-feb873b29d30 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:32.845503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:11:32.845830 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Checking segment: {'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:32.846201 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Bound using segment: {'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:11:32.846668 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Bound port: cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:11:32.846969 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:32.960162 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] For port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:11:32.976094 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] For port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:11:32.990503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e083a-b607-4ac3-b135-83e7e9bb42cf req-aa57afbb-a7e0-41ed-8386-2e836316896e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:32.992064 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9b0e083a-b607-4ac3-b135-83e7e9bb42cf req-aa57afbb-a7e0-41ed-8386-2e836316896e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 943 time: 0.0778697 Sep 23 16:11:32.993323 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:33.050064 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:33.050667 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:33.052450 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c HTTP/1.1" status: 200 len: 1093 time: 0.8573601 Sep 23 16:11:33.052882 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'tag': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:33.055083 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58996c28-336f-4932-833a-a53cb79e84da" -d '{"events": [{"name": "network-changed", "server_uuid": "35dc2982-188f-4878-881b-5c01d4e0e0f3", "tag": "cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:33.085054 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134852-873f-4fb1-ae2a-4a580bc8c9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:33.090302 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9b0e083a-b607-4ac3-b135-83e7e9bb42cf req-37ab1f27-2a90-400c-86ce-3aefba4c8cef tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691855 Sep 23 16:11:33.122638 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf54fae-9240-49c8-b97e-e2c14a25adf3 x-openstack-request-id: req-caf54fae-9240-49c8-b97e-e2c14a25adf3 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:33.122973 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dc2982-188f-4878-881b-5c01d4e0e0f3", "tag": "cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:33.123219 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-caf54fae-9240-49c8-b97e-e2c14a25adf3 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:33.123677 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'tag': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c', 'status': 'completed', 'code': 200} Sep 23 16:11:33.157374 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-bdb78246-9b6c-45d6-b58a-df67e0d19858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:33.158901 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-bdb78246-9b6c-45d6-b58a-df67e0d19858 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b40dd746b9469f918d1372606ceccf&device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0472167 Sep 23 16:11:33.222536 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-c266b1cd-5329-41ea-915a-9541e71a50cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c HTTP/1.1" status: 200 len: 217 time: 0.0355477 Sep 23 16:11:33.324703 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-a9603415-4e53-4fd0-b3c0-63f43f8aeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:33.326401 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-a9603415-4e53-4fd0-b3c0-63f43f8aeabe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cfae2227-30e5-4d75-8108-aec3a367d5b7 HTTP/1.1" status: 200 len: 849 time: 0.0819297 Sep 23 16:11:33.357499 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04411497-269d-40eb-b515-5b0a2cb2ec32 req-a43d34ee-4400-4771-a215-2d4c89f128ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:33.359432 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-04411497-269d-40eb-b515-5b0a2cb2ec32 req-a43d34ee-4400-4771-a215-2d4c89f128ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1062868 Sep 23 16:11:33.378222 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-5dc3112a-ce00-4833-b0d0-9c2039f7e4dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9696205f-0044-4f4b-8129-feb873b29d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421052 Sep 23 16:11:33.441065 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-04411497-269d-40eb-b515-5b0a2cb2ec32 req-eab2cdff-f6b8-466c-9c31-2a98f58aaa5b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652692 Sep 23 16:11:33.500003 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-0561bf2a-b57e-4fb8-8318-d9f44b5899a0 service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085467 Sep 23 16:11:33.601641 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-93729e3a-f7f9-4c82-bd95-0b1bd737ea97 req-bc9abe86-38e6-4138-8481-918a7c97bcd1 service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856922 Sep 23 16:11:33.735158 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996c28-336f-4932-833a-a53cb79e84da req-d2ba9b15-9b39-4d09-ac96-bb1020b4ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:33.736709 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58996c28-336f-4932-833a-a53cb79e84da req-d2ba9b15-9b39-4d09-ac96-bb1020b4ee8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b40dd746b9469f918d1372606ceccf&device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0550864 Sep 23 16:11:33.840309 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996c28-336f-4932-833a-a53cb79e84da req-12893b93-79e4-4d33-96b2-20aa6545526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:33.841794 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58996c28-336f-4932-833a-a53cb79e84da req-12893b93-79e4-4d33-96b2-20aa6545526b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9696205f-0044-4f4b-8129-feb873b29d30 HTTP/1.1" status: 200 len: 910 time: 0.0829027 Sep 23 16:11:33.895869 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58996c28-336f-4932-833a-a53cb79e84da req-22a614f0-51d2-4876-a9cb-efe7fa66e117 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c HTTP/1.1" status: 200 len: 217 time: 0.0395703 Sep 23 16:11:34.005716 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cc838-03d2-4108-85e9-1a993a55b261 req-026bbf8a-7f39-428c-a3c7-94348846b81c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.007221 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c29cc838-03d2-4108-85e9-1a993a55b261 req-026bbf8a-7f39-428c-a3c7-94348846b81c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 943 time: 0.1104817 Sep 23 16:11:34.013670 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996c28-336f-4932-833a-a53cb79e84da req-9f0bb442-b8cd-489d-afcd-e32a97ec6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.015076 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58996c28-336f-4932-833a-a53cb79e84da req-9f0bb442-b8cd-489d-afcd-e32a97ec6d6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cfae2227-30e5-4d75-8108-aec3a367d5b7 HTTP/1.1" status: 200 len: 849 time: 0.0943129 Sep 23 16:11:34.026350 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1207a-48fa-4507-92fe-002c86b95e70 req-56b74c1c-ab8f-48a8-b100-3abda7c9e133 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.027866 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-15f1207a-48fa-4507-92fe-002c86b95e70 req-56b74c1c-ab8f-48a8-b100-3abda7c9e133 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1056378 Sep 23 16:11:34.082981 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58996c28-336f-4932-833a-a53cb79e84da req-5849b701-d21e-4686-b697-cecd9dfd0737 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9696205f-0044-4f4b-8129-feb873b29d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489156 Sep 23 16:11:34.132018 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c29cc838-03d2-4108-85e9-1a993a55b261 req-32d5adf5-30fd-4aff-996b-7c98f2e1b7c4 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151428 Sep 23 16:11:34.154772 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 667e5615-ba90-4356-b1de-d82dc72f200a details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:11:34.163989 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-15f1207a-48fa-4507-92fe-002c86b95e70 req-19a2eb0c-4605-48b7-a4c5-6c8744e4ff00 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087844 Sep 23 16:11:34.281989 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58996c28-336f-4932-833a-a53cb79e84da req-2a983e12-743a-42e1-8d14-60bc5e7386dd service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824653 Sep 23 16:11:34.287984 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 667e5615-ba90-4356-b1de-d82dc72f200a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=667e5615-ba90-4356-b1de-d82dc72f200a,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:34.295827 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c22b-ce56-4be6-ae88-02105a27ff08 req-4faa4a63-3368-4f13-b5a1-e2c24195434b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.301727 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '667e5615-ba90-4356-b1de-d82dc72f200a', 'network_id': '677d1fb4-38ed-44e8-8b60-dd378fb89a79', 'port_id': '667e5615-ba90-4356-b1de-d82dc72f200a', 'mac_address': 'fa:16:3e:d3:e9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c860bd-02ab-440b-a8ff-d698476d9c12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:11:34.304297 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-33c4c22b-ce56-4be6-ae88-02105a27ff08 req-4faa4a63-3368-4f13-b5a1-e2c24195434b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 943 time: 0.0901380 Sep 23 16:11:34.398223 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:34.451873 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-33c4c22b-ce56-4be6-ae88-02105a27ff08 req-8c189433-f736-4842-a830-76b445933b81 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414251 Sep 23 16:11:34.462266 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667e5615-ba90-4356-b1de-d82dc72f200a {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:34.527007 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 667e5615-ba90-4356-b1de-d82dc72f200a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=667e5615-ba90-4356-b1de-d82dc72f200a,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:34.538152 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:34.540975 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-00cb7e34-39e2-49a1-af9c-51a2a5b2cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.545837 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-00cb7e34-39e2-49a1-af9c-51a2a5b2cef4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.1146197 Sep 23 16:11:34.596885 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58996c28-336f-4932-833a-a53cb79e84da req-bc3d9ed7-a660-4f36-8136-684213c1a492 service neutron] 10.222.0.42 "GET /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822442 Sep 23 16:11:34.622363 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=667e5615-ba90-4356-b1de-d82dc72f200a,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:34.640567 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc0851-3dfe-44e3-9b6f-835ce1579f4c req-4742b024-4664-4806-9088-82240a502d8c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.642149 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5fc0851-3dfe-44e3-9b6f-835ce1579f4c req-4742b024-4664-4806-9088-82240a502d8c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1527162 Sep 23 16:11:34.672134 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013893-f15a-4576-8c0e-d5c96df10b3d req-4a22fd8e-5892-4ccb-af42-5ccb90bb18d1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.673635 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f5013893-f15a-4576-8c0e-d5c96df10b3d req-4a22fd8e-5892-4ccb-af42-5ccb90bb18d1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0868549 Sep 23 16:11:34.690938 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-760a9f83-aeef-49d7-8d0c-194cdbff8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.693373 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-760a9f83-aeef-49d7-8d0c-194cdbff8bf2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1282320 Sep 23 16:11:34.709163 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5fc0851-3dfe-44e3-9b6f-835ce1579f4c req-38260494-5904-4c65-845d-52fd4dfefdbe tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604882 Sep 23 16:11:34.739990 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f5013893-f15a-4576-8c0e-d5c96df10b3d req-fde40a36-ba85-414d-a245-5b74a1d158b9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550025 Sep 23 16:11:34.753443 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-1a4b1e73-5e45-4459-9427-ac0dd3b61d88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 217 time: 0.0477827 Sep 23 16:11:34.808869 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-291effa7-a55d-4a4b-899b-14117d280a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:34.810368 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-291effa7-a55d-4a4b-899b-14117d280a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.0475974 Sep 23 16:11:34.844263 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-0c6b65f1-ea93-4b31-b270-2285f4153a39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250280 Sep 23 16:11:34.881553 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 40736) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:34.943728 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-ba3bbd43-0c7b-4481-8150-212dd83fa8ee service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878901 Sep 23 16:11:34.985304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42757748-9e12-4d32-9541-edc59cf57714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.023288 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['667e5615-ba90-4356-b1de-d82dc72f200a'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:11:35.057118 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63ad8c1a-56bd-44ce-985f-ec5a1b8730a0 req-e2efca7d-1b96-4728-af84-fe685216193c service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907660 Sep 23 16:11:35.088918 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42757748-9e12-4d32-9541-edc59cf57714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.092893 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-42757748-9e12-4d32-9541-edc59cf57714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.133277 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-42757748-9e12-4d32-9541-edc59cf57714 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6631a42608da419a83477ecce0cf9c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505078 Sep 23 16:11:35.134272 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42757748-9e12-4d32-9541-edc59cf57714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1178a0e3-05e9-4990-8305-698e68aa1c42,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:35.135760 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 40742) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:35.189175 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.211530 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.249102 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc239-a245-4067-aef6-33cdefebab9b req-58f5161e-fadf-4eac-be0e-d702cf045ef5 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:35.250557 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e2cc239-a245-4067-aef6-33cdefebab9b req-58f5161e-fadf-4eac-be0e-d702cf045ef5 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 944 time: 0.0527141 Sep 23 16:11:35.261757 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.264781 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.265916 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1178a0e3-05e9-4990-8305-698e68aa1c42 HTTP/1.1" status: 204 len: 168 time: 0.1291869 Sep 23 16:11:35.274175 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1178a0e3-05e9-4990-8305-698e68aa1c42,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:35.281693 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.282042 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.282386 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.282898 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.283198 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.283560 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.283887 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.284208 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.284533 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.285066 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.285402 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.286539 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06255a-1c1b-4acf-865a-117fa8ebf36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:35.291892 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e2cc239-a245-4067-aef6-33cdefebab9b req-47c331d2-8052-4c86-9339-a649c6a026b1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Sep 23 16:11:35.560540 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f7836-0bfe-48c1-89d0-c42521c6c27f req-0fe906b0-edc3-4004-b978-465e5c6dda05 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:35.562023 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c01f7836-0bfe-48c1-89d0-c42521c6c27f req-0fe906b0-edc3-4004-b978-465e5c6dda05 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 943 time: 0.0509422 Sep 23 16:11:35.601433 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c01f7836-0bfe-48c1-89d0-c42521c6c27f req-89e99df6-ab0c-435b-b0aa-1b86e9b8ba49 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Sep 23 16:11:35.874821 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d6ab-af6c-4f05-a691-869eb14d919e req-2e2ac70e-2637-43bc-a309-0aa024979e21 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:35.876342 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-afe1d6ab-af6c-4f05-a691-869eb14d919e req-2e2ac70e-2637-43bc-a309-0aa024979e21 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0855150 Sep 23 16:11:35.898882 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962c972-a013-49fb-ad72-81d37ac12d9b req-642dc40f-fa9a-4302-99e0-aa0e945d98a4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:35.900572 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8962c972-a013-49fb-ad72-81d37ac12d9b req-642dc40f-fa9a-4302-99e0-aa0e945d98a4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0767252 Sep 23 16:11:35.943750 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-afe1d6ab-af6c-4f05-a691-869eb14d919e req-74072757-0e7e-4a0d-a6bd-6af465bea6b8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583491 Sep 23 16:11:35.956749 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8962c972-a013-49fb-ad72-81d37ac12d9b req-3c304b15-3d27-4ece-b968-7c71ee191097 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489585 Sep 23 16:11:36.154469 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:11:36.250197 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:36.262277 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c', 'network_id': '9696205f-0044-4f4b-8129-feb873b29d30', 'port_id': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c', 'mac_address': 'fa:16:3e:0a:14:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae2227-30e5-4d75-8108-aec3a367d5b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:11:36.312890 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:36.332136 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:36.354586 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:36.359811 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:36.410831 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:36.429901 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2a54-425c-4c94-aedf-5511f585b9c1 req-c0cc0440-a54b-4767-b027-3bf1daa0d40f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:36.431434 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dd3a2a54-425c-4c94-aedf-5511f585b9c1 req-c0cc0440-a54b-4767-b027-3bf1daa0d40f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 944 time: 0.0547485 Sep 23 16:11:36.468715 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dd3a2a54-425c-4c94-aedf-5511f585b9c1 req-cd131769-2a19-4289-bb2a-e98c74d2d560 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Sep 23 16:11:36.713586 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382aca2d-c48d-476c-83a7-693c4f88d460 req-8fb1452f-732a-4609-ba73-1dc52ae9d50d tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:36.714944 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-382aca2d-c48d-476c-83a7-693c4f88d460 req-8fb1452f-732a-4609-ba73-1dc52ae9d50d tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 944 time: 0.0487630 Sep 23 16:11:36.751317 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-382aca2d-c48d-476c-83a7-693c4f88d460 req-ca219e70-9d61-4a39-b77c-22a483ec6a52 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305398 Sep 23 16:11:37.089043 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de43c5-ffb2-4aed-8702-6ae5903b0156 req-45404dcc-ccb8-4202-8101-56834e297272 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:37.090515 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-24de43c5-ffb2-4aed-8702-6ae5903b0156 req-45404dcc-ccb8-4202-8101-56834e297272 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0803092 Sep 23 16:11:37.102574 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e69d9d-2cea-48de-b76c-2e3f8396b2c6 req-fd1d66f5-c60f-4892-b2de-5fc0c7e3e358 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:37.104007 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-20e69d9d-2cea-48de-b76c-2e3f8396b2c6 req-fd1d66f5-c60f-4892-b2de-5fc0c7e3e358 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0648127 Sep 23 16:11:37.162170 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-24de43c5-ffb2-4aed-8702-6ae5903b0156 req-0d378a72-40a2-4d4e-a58a-7de82b9a1073 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Sep 23 16:11:37.169121 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-20e69d9d-2cea-48de-b76c-2e3f8396b2c6 req-bc0ff5c3-9c60-46d4-99ef-525ffbf0f8e3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585613 Sep 23 16:11:37.583090 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b441c8e-17c8-4934-8679-0100158224a1 req-8f0b7375-9b28-4ad2-89d4-ad1a96e3a787 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:37.584634 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0b441c8e-17c8-4934-8679-0100158224a1 req-8f0b7375-9b28-4ad2-89d4-ad1a96e3a787 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 944 time: 0.0483096 Sep 23 16:11:37.622064 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0b441c8e-17c8-4934-8679-0100158224a1 req-1b304ff4-ad21-42c8-9302-ff886b66b7a4 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Sep 23 16:11:37.867202 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da31136-c98f-493c-8bbe-db409ebaf1fe req-e6f3a293-a425-4eb6-b160-241a82165b9b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:37.868681 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3da31136-c98f-493c-8bbe-db409ebaf1fe req-e6f3a293-a425-4eb6-b160-241a82165b9b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 944 time: 0.0507331 Sep 23 16:11:37.906592 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3da31136-c98f-493c-8bbe-db409ebaf1fe req-897458d8-b9c3-45ab-b3b7-320e6536169a tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321469 Sep 23 16:11:38.306873 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7ce19-0bca-4db9-880c-9a6f3830430f req-26c8b67d-ae31-4e0b-8f14-979ec91d19ca tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:38.308370 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eaf7ce19-0bca-4db9-880c-9a6f3830430f req-26c8b67d-ae31-4e0b-8f14-979ec91d19ca tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0775328 Sep 23 16:11:38.315490 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79beef-45fa-4b90-914a-ea2ea86d3843 req-42ea55cd-d1e2-4838-8d8f-d81bb6e93a62 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:38.317853 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f79beef-45fa-4b90-914a-ea2ea86d3843 req-42ea55cd-d1e2-4838-8d8f-d81bb6e93a62 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0761573 Sep 23 16:11:38.374060 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eaf7ce19-0bca-4db9-880c-9a6f3830430f req-29688968-cb1c-44d2-915b-600148919b1e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Sep 23 16:11:38.386389 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f79beef-45fa-4b90-914a-ea2ea86d3843 req-918a62b8-9d07-47ef-8ac7-a853e0aa6ffa tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620849 Sep 23 16:11:38.737129 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52523c99-237e-4df4-92c6-c7d737b1671a req-c405a784-d9ba-4b1d-b232-92202267c95c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:38.738556 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-52523c99-237e-4df4-92c6-c7d737b1671a req-c405a784-d9ba-4b1d-b232-92202267c95c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 944 time: 0.0510049 Sep 23 16:11:38.774812 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-52523c99-237e-4df4-92c6-c7d737b1671a req-59c46e96-7185-4bc1-87fd-541b4d2e1487 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301497 Sep 23 16:11:38.967131 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 667e5615-ba90-4356-b1de-d82dc72f200a up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:39.018872 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port 667e5615-ba90-4356-b1de-d82dc72f200a completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:11:39.022542 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e56b9-8b05-41ac-bbf1-45d170a81091 req-91ca6dc5-d0b6-4635-a371-ed775019530a tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:39.023425 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 667e5615-ba90-4356-b1de-d82dc72f200a triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:39.023882 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:39.024286 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-840e56b9-8b05-41ac-bbf1-45d170a81091 req-91ca6dc5-d0b6-4635-a371-ed775019530a tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 944 time: 0.0501194 Sep 23 16:11:39.062178 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-840e56b9-8b05-41ac-bbf1-45d170a81091 req-fa23c965-cd5e-4ee7-b454-f704dbe091ff tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Sep 23 16:11:39.103511 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:39.124802 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b0f130-6c58-4944-8da8-74c8e3484384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667e5615-ba90-4356-b1de-d82dc72f200a'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:39.127001 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c3317b-de68-4559-bc6a-b9cb795729d2" -d '{"events": [{"server_uuid": "74b0f130-6c58-4944-8da8-74c8e3484384", "name": "network-vif-plugged", "status": "completed", "tag": "667e5615-ba90-4356-b1de-d82dc72f200a"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:39.140641 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 667e5615-ba90-4356-b1de-d82dc72f200a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=667e5615-ba90-4356-b1de-d82dc72f200a,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:39.145321 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:39.170893 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1828cf8-530a-451a-b434-386b9488a2d7 x-openstack-request-id: req-e1828cf8-530a-451a-b434-386b9488a2d7 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:39.171173 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b0f130-6c58-4944-8da8-74c8e3484384", "name": "network-vif-plugged", "status": "completed", "tag": "667e5615-ba90-4356-b1de-d82dc72f200a", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:39.171441 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1828cf8-530a-451a-b434-386b9488a2d7 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:39.171831 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b0f130-6c58-4944-8da8-74c8e3484384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667e5615-ba90-4356-b1de-d82dc72f200a', 'code': 200} Sep 23 16:11:39.195116 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=667e5615-ba90-4356-b1de-d82dc72f200a,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:39.202127 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.202476 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.202816 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.203151 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.203506 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.203841 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.204167 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.204490 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.204838 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.205160 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.205480 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.205798 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.358695 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0698688-a998-4a16-bca7-fe7ee7484f63 req-b855c711-3951-4b23-b06b-84f7a574030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:39.360203 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c0698688-a998-4a16-bca7-fe7ee7484f63 req-b855c711-3951-4b23-b06b-84f7a574030b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 1098 time: 0.0410421 Sep 23 16:11:39.407965 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c0698688-a998-4a16-bca7-fe7ee7484f63 req-5781024d-674a-41ed-88d5-64512420a3eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355637 Sep 23 16:11:39.599012 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:11:39.726744 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03c443-d0b4-4f3b-8657-45cb85f29769 req-9fc7cf03-a292-4b09-ac56-904386c9bb70 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:39.729330 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5e03c443-d0b4-4f3b-8657-45cb85f29769 req-9fc7cf03-a292-4b09-ac56-904386c9bb70 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.2851801 Sep 23 16:11:39.742760 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3625e9a-251e-4a2f-b017-94154183efa8 req-e08e14c5-2345-4e74-8ff9-6650b54e73ab tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:39.744631 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b3625e9a-251e-4a2f-b017-94154183efa8 req-e08e14c5-2345-4e74-8ff9-6650b54e73ab tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.2725396 Sep 23 16:11:39.794944 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5e03c443-d0b4-4f3b-8657-45cb85f29769 req-7799d548-ce6d-4950-acfe-38822251059c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Sep 23 16:11:39.809851 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b3625e9a-251e-4a2f-b017-94154183efa8 req-17c34359-741d-4d0b-bf6e-1643dd1c44ba tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499425 Sep 23 16:11:39.899915 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f22c-49f6-49e4-b60f-bcbbc239c039 req-b52615ca-920c-455d-b336-435cf672620f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:39.901379 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e261f22c-49f6-49e4-b60f-bcbbc239c039 req-b52615ca-920c-455d-b336-435cf672620f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Sep 23 16:11:39.937805 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e261f22c-49f6-49e4-b60f-bcbbc239c039 req-19064e93-b01d-4b7e-929f-2ce783effd38 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304804 Sep 23 16:11:40.183068 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1164-db68-4f86-9acb-522fadb18a30 req-34996e7c-621c-459c-9ef2-a4cd5e3e6064 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:40.184689 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d6e1164-db68-4f86-9acb-522fadb18a30 req-34996e7c-621c-459c-9ef2-a4cd5e3e6064 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 944 time: 0.0532784 Sep 23 16:11:40.227015 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d6e1164-db68-4f86-9acb-522fadb18a30 req-2ac98647-3334-4d98-aac6-a73ec420d38b tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 Sep 23 16:11:40.499045 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-05d5b7a6-8a13-4cf3-ba11-3665f59963e3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894092231&fields=id&tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc HTTP/1.1" status: 200 len: 267 time: 0.0316136 Sep 23 16:11:40.607647 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-4795238c-be11-4a21-82dc-4fa66cc1674e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:40.609117 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-4795238c-be11-4a21-82dc-4fa66cc1674e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 809 time: 0.1030591 Sep 23 16:11:40.625907 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-e8849e8b-b29e-4565-ae7a-938f1e2d2ccf tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/quotas/1f8d7f4dbd8b45aa964433bfe83933cc HTTP/1.1" status: 200 len: 375 time: 0.0098031 Sep 23 16:11:40.685508 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-6cd6ae8e-7397-47c5-877c-42efdb624291 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529974 Sep 23 16:11:40.790539 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-967c5b82-52e1-453e-baab-35af1c144cda service neutron] 10.222.0.22 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901399 Sep 23 16:11:40.915790 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d7bff6cd-b59c-4584-81d3-7ae636f13de0 service neutron] 10.222.0.22 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189232 Sep 23 16:11:40.934044 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b4c40-fd42-4517-8c4a-be8eb4027f1f req-5545d839-ab8a-4ca7-93b1-358fd21aa2ee tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:40.935577 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e90b4c40-fd42-4517-8c4a-be8eb4027f1f req-5545d839-ab8a-4ca7-93b1-358fd21aa2ee tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0616956 Sep 23 16:11:40.969271 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:40.987966 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e90b4c40-fd42-4517-8c4a-be8eb4027f1f req-35aa443e-2e12-4b73-9c0d-0fa6cb9f2428 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439901 Sep 23 16:11:41.065281 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:11:41.074633 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:41.075006 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:41.136676 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437445c-6982-4edb-a878-efbb891988ef req-2dbc9fb1-f1b3-4364-84dd-dc92c500d745 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:41.138497 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8437445c-6982-4edb-a878-efbb891988ef req-2dbc9fb1-f1b3-4364-84dd-dc92c500d745 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0751665 Sep 23 16:11:41.184832 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8437445c-6982-4edb-a878-efbb891988ef req-142e00b3-617f-4f4a-8506-5ef448124ca9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372276 Sep 23 16:11:41.193278 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:41.231362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:41.246716 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b0b1af-9ebf-4271-9460-7a08940d3a94" -d '{"events": [{"server_uuid": "35dc2982-188f-4878-881b-5c01d4e0e0f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:41.265692 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:41.274712 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:41.368754 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa8f00-8ed2-4c9c-aa66-4eef7973e81d req-c5d0e181-d63f-47c3-87e7-daad5a0112de tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:41.377618 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdfa8f00-8ed2-4c9c-aa66-4eef7973e81d req-c5d0e181-d63f-47c3-87e7-daad5a0112de tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 945 time: 0.0864730 Sep 23 16:11:41.437517 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:41.464117 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdfa8f00-8ed2-4c9c-aa66-4eef7973e81d req-661dae25-e8c2-48d1-9e65-af2cca9c00c7 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839984 Sep 23 16:11:41.524057 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-36c64602-d10c-4a93-a035-c9ce8407cbb1 req-4c91978b-4320-442c-9257-2e0a3eaf0f6c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 210 time: 0.0497713 Sep 23 16:11:41.573917 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7342f8d-d6b1-4dcd-b9f8-8c2c334ebbac x-openstack-request-id: req-d7342f8d-d6b1-4dcd-b9f8-8c2c334ebbac {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:41.574304 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dc2982-188f-4878-881b-5c01d4e0e0f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:41.574563 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7342f8d-d6b1-4dcd-b9f8-8c2c334ebbac {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:41.575016 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c', 'code': 200} Sep 23 16:11:41.681744 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ba20-1b25-4c70-8819-4ee5b6bd9457 req-84f3ecce-9d06-47b8-9016-01b34253d776 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:41.683825 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c394ba20-1b25-4c70-8819-4ee5b6bd9457 req-84f3ecce-9d06-47b8-9016-01b34253d776 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0906248 Sep 23 16:11:41.763954 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f510f-06f7-48e8-999a-966916290266 req-8ac9707d-14c6-4f0c-a284-d4f1d650029e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:41.766111 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-335f510f-06f7-48e8-999a-966916290266 req-8ac9707d-14c6-4f0c-a284-d4f1d650029e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0813634 Sep 23 16:11:41.814966 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c394ba20-1b25-4c70-8819-4ee5b6bd9457 req-ab8099d5-9c74-485e-940c-7bd562fa68af tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958440 Sep 23 16:11:41.824176 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-335f510f-06f7-48e8-999a-966916290266 req-9743351a-a958-45b5-b05f-b4bf1c644b28 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507977 Sep 23 16:11:41.839512 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be8774-42eb-4f88-96e4-e2312f45e54c req-e792c042-df69-44e2-8383-152ea0685aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:41.841970 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d7be8774-42eb-4f88-96e4-e2312f45e54c req-e792c042-df69-44e2-8383-152ea0685aa1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0699449 Sep 23 16:11:41.901188 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d7be8774-42eb-4f88-96e4-e2312f45e54c req-8ddcc2e9-8e39-4bce-88c5-43497c78decb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 Sep 23 16:11:42.125099 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 40952) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:42.236182 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-91d6b744-d7a1-477c-99ae-e15946efd1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.347194 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c2a43-8cc9-42a8-96ca-3fcca592a406 req-25f053a6-30c2-45b2-8171-713781bdb232 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:42.348951 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4c6c2a43-8cc9-42a8-96ca-3fcca592a406 req-25f053a6-30c2-45b2-8171-713781bdb232 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0751951 Sep 23 16:11:42.389500 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-91d6b744-d7a1-477c-99ae-e15946efd1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.394181 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-91d6b744-d7a1-477c-99ae-e15946efd1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.444860 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4c6c2a43-8cc9-42a8-96ca-3fcca592a406 req-858e636b-1b76-482e-a030-d69f4c9235b6 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815315 Sep 23 16:11:42.449211 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-91d6b744-d7a1-477c-99ae-e15946efd1f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=835e649817ad4bb8b7c7cbed60016974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230953 Sep 23 16:11:42.449999 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6b744-d7a1-477c-99ae-e15946efd1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea41299-74af-406e-9616-0e9eab771008,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:42.452031 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 40958) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:42.502348 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-50309e0c-76df-4570-843d-ecadf9036db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.525556 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-50309e0c-76df-4570-843d-ecadf9036db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.577341 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-50309e0c-76df-4570-843d-ecadf9036db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.580376 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-50309e0c-76df-4570-843d-ecadf9036db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.583954 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-50309e0c-76df-4570-843d-ecadf9036db8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fea41299-74af-406e-9616-0e9eab771008 HTTP/1.1" status: 204 len: 168 time: 0.1285388 Sep 23 16:11:42.590313 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50309e0c-76df-4570-843d-ecadf9036db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea41299-74af-406e-9616-0e9eab771008,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:42.618842 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7c18e347-4eda-4560-b8fa-fd966712f98d req-4e4007dd-7a1b-4d57-94fd-58146df14bdd tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 210 time: 0.0310364 Sep 23 16:11:42.688766 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cec5cd-f676-405c-b6bb-6189e8b6a08a req-a3c3b008-2ab8-4a40-9435-0bc6c80364d6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:42.690266 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19cec5cd-f676-405c-b6bb-6189e8b6a08a req-a3c3b008-2ab8-4a40-9435-0bc6c80364d6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0510406 Sep 23 16:11:42.732877 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19cec5cd-f676-405c-b6bb-6189e8b6a08a req-94f7ba2c-8dcf-44c9-a68b-34190d15b008 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360103 Sep 23 16:11:42.989464 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfd033-b780-45da-8a8f-13b67d91a11b req-fa940910-df70-4769-8889-ae814680daa2 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:42.991022 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d1cfd033-b780-45da-8a8f-13b67d91a11b req-fa940910-df70-4769-8889-ae814680daa2 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0857995 Sep 23 16:11:43.056874 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d1cfd033-b780-45da-8a8f-13b67d91a11b req-5a0555be-3f6c-4181-b669-f95560b3979e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589702 Sep 23 16:11:43.072572 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-48ec71cc-69d5-44e0-baf0-75a9d5f2a9bb tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:43.076716 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-48ec71cc-69d5-44e0-baf0-75a9d5f2a9bb tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.42 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 809 time: 0.1623790 Sep 23 16:11:43.191056 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-a0b98c0c-c41c-4ad9-a336-3da7a08599f3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc HTTP/1.1" status: 200 len: 379 time: 0.0809734 Sep 23 16:11:43.205574 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753f30d-7216-44e8-9736-d9f43e72d9ec req-8e4b93a5-84ee-4a00-9114-3ee62decb030 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:43.207743 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6753f30d-7216-44e8-9736-d9f43e72d9ec req-8e4b93a5-84ee-4a00-9114-3ee62decb030 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0730095 Sep 23 16:11:43.210111 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'port': {'device_id': '46b36eb0-042a-4936-85b0-1db021910831', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'admin_state_up': True, 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'security_groups': ['ea1eafd7-6e8c-4a4e-87c0-4353804f3171']}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:43.278509 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6753f30d-7216-44e8-9736-d9f43e72d9ec req-95ac725b-6e38-480d-9ba0-d1da2584c5bb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627503 Sep 23 16:11:43.381858 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Made reservation on behalf of 1f8d7f4dbd8b45aa964433bfe83933cc for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:11:43.389987 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:43.576704 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Allocated IP 172.20.0.12 (e3646df4-24a4-4da3-84fd-e1fe135865b3/e4bd98d8-d322-4833-89c0-31b3ee0da040/d05a3d32-7b4b-4a65-9460-d0e23e46c193) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:11:43.605902 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf03be3-719f-4aa9-a76c-a9bab06d8145 req-e0a4c4cc-dc68-4bf9-a53a-a389b3802e1f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:43.607469 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-adf03be3-719f-4aa9-a76c-a9bab06d8145 req-e0a4c4cc-dc68-4bf9-a53a-a389b3802e1f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0646560 Sep 23 16:11:43.666894 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-adf03be3-719f-4aa9-a76c-a9bab06d8145 req-78d156db-2ebf-4467-862f-caac6352716c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510013 Sep 23 16:11:43.732817 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a5dffbe-f62a-4065-bbd8-7748cf41fb97 req-075ed3d8-26f5-4b0b-9984-80f039b6fd37 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 210 time: 0.0351453 Sep 23 16:11:43.758967 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:43.793777 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:43.842856 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:11:43.846041 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:11:43.854542 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:11:43.857499 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:43.909706 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:43.911111 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:43.930195 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-c09ca22f-c719-4c1e-85d5-6f819e3358e8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7270846 Sep 23 16:11:43.961596 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Request body: {'port': {'device_id': '46b36eb0-042a-4936-85b0-1db021910831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:11:44.042411 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.110072 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-a9c8cd83-d7ce-4c5c-828c-4ab65c733685 None None] Provisioning complete for port d05a3d32-7b4b-4a65-9460-d0e23e46c193 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:44.113663 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd83-d7ce-4c5c-828c-4ab65c733685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.241688 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8cd83-d7ce-4c5c-828c-4ab65c733685 None None] Port d05a3d32-7b4b-4a65-9460-d0e23e46c193 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:11:44.264361 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfeeb6-c13a-4c4a-99fb-91398c1a0040 req-28199a38-10f9-4e9f-9e67-ff81999d2206 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:44.265933 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-61cfeeb6-c13a-4c4a-99fb-91398c1a0040 req-28199a38-10f9-4e9f-9e67-ff81999d2206 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0823214 Sep 23 16:11:44.325832 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-61cfeeb6-c13a-4c4a-99fb-91398c1a0040 req-d9f09d98-7c35-4e33-8c5d-8452db9d52a2 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Sep 23 16:11:44.429086 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7467e-6109-46fa-89e4-337d68df5c56 req-f99fa52b-82da-4c24-a907-bf1044550fe0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:44.430658 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b3f7467e-6109-46fa-89e4-337d68df5c56 req-f99fa52b-82da-4c24-a907-bf1044550fe0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0554757 Sep 23 16:11:44.478855 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b3f7467e-6109-46fa-89e4-337d68df5c56 req-d106b5fb-5aae-4588-8a02-b324af975f6a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Sep 23 16:11:44.485754 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05a3d32-7b4b-4a65-9460-d0e23e46c193 {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:44.494919 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.509089 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Transition to ACTIVE for port object d05a3d32-7b4b-4a65-9460-d0e23e46c193 will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:11:44.512338 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.589285 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:44.643775 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 41064) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:44.665318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Attempting to bind port d05a3d32-7b4b-4a65-9460-d0e23e46c193 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:11:44.665318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Attempting to bind port d05a3d32-7b4b-4a65-9460-d0e23e46c193 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:11:44.665318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Attempting to bind port d05a3d32-7b4b-4a65-9460-d0e23e46c193 on network e3646df4-24a4-4da3-84fd-e1fe135865b3 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:44.666361 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Port d05a3d32-7b4b-4a65-9460-d0e23e46c193 on network e3646df4-24a4-4da3-84fd-e1fe135865b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:11:44.666683 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Attempting to bind port d05a3d32-7b4b-4a65-9460-d0e23e46c193 on network e3646df4-24a4-4da3-84fd-e1fe135865b3 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:11:44.678261 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:11:44.678822 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Checking segment: {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:11:44.679360 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Bound using segment: {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:11:44.680162 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Bound port: d05a3d32-7b4b-4a65-9460-d0e23e46c193, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73cee6e-857e-49f5-adfc-cd8db989c414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:11:44.680526 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.757133 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:11:44.776680 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:11:44.795555 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.833479 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9831fddc-f0c8-4032-9696-c484e5df1979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.849276 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:44.850130 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:44.851798 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] 10.222.0.42 "PUT /v2.0/ports/d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 1094 time: 0.9008408 Sep 23 16:11:44.854696 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:44.857860 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19368dc-38a7-4132-a9b4-bc76eda787a9" -d '{"events": [{"name": "network-changed", "server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:44.874784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674451e2-5b8d-43c9-a6f8-f632bbbe2d3f req-410624a6-eb3f-49c6-a04c-abd582f046d2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:44.876805 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-674451e2-5b8d-43c9-a6f8-f632bbbe2d3f req-410624a6-eb3f-49c6-a04c-abd582f046d2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0851917 Sep 23 16:11:44.898700 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fb796-4273-4e08-af91-d360bdf2c1fd req-20f7a440-1251-46bf-ab8e-bc82a56a503a tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:44.901505 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d41fb796-4273-4e08-af91-d360bdf2c1fd req-20f7a440-1251-46bf-ab8e-bc82a56a503a tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0815310 Sep 23 16:11:44.957836 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d41fb796-4273-4e08-af91-d360bdf2c1fd req-b31d2d64-2a23-428a-a917-66da71142d11 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463941 Sep 23 16:11:44.973089 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-674451e2-5b8d-43c9-a6f8-f632bbbe2d3f req-dc261f24-9eb0-4766-b5b8-26351a2d964e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699716 Sep 23 16:11:44.979860 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ca741-8131-44e2-847a-b09647e1592a service neutron] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:45.007685 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-710880ef-8648-4374-b31e-aba88f76123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.009321 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-710880ef-8648-4374-b31e-aba88f76123d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1097 time: 0.0963871 Sep 23 16:11:45.037052 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799d932b-8751-42c7-8234-420205b7d390 x-openstack-request-id: req-799d932b-8751-42c7-8234-420205b7d390 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:45.037347 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:45.037600 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-799d932b-8751-42c7-8234-420205b7d390 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:45.038127 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'status': 'completed', 'code': 200} Sep 23 16:11:45.071825 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-50bb2798-588f-4c7e-ba3f-ffbbac47b5d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 217 time: 0.0455627 Sep 23 16:11:45.139684 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9831fddc-f0c8-4032-9696-c484e5df1979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.145755 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9831fddc-f0c8-4032-9696-c484e5df1979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.151617 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-18194207-2589-4204-a057-87cf924f774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.153255 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-18194207-2589-4204-a057-87cf924f774c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 200 len: 848 time: 0.0730846 Sep 23 16:11:45.217594 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-9831fddc-f0c8-4032-9696-c484e5df1979 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8273dcaf0ae2439d849a86d6eaa5484c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718906 Sep 23 16:11:45.219961 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831fddc-f0c8-4032-9696-c484e5df1979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89fdbc-0501-4bc7-9f5c-a304373638d0,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:45.220597 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41086) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:45.233662 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-03e0751c-3e4e-4acf-8a15-4764de39134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.235568 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-03e0751c-3e4e-4acf-8a15-4764de39134e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3646df4-24a4-4da3-84fd-e1fe135865b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669959 Sep 23 16:11:45.289288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a210d0ee-d65e-479e-bda5-23705f854f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.313884 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a210d0ee-d65e-479e-bda5-23705f854f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.367391 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-7ce21f9e-5cee-4ad1-b324-6cf1e4c3e7be service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192698 Sep 23 16:11:45.396474 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a210d0ee-d65e-479e-bda5-23705f854f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.399959 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a210d0ee-d65e-479e-bda5-23705f854f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.401448 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-a210d0ee-d65e-479e-bda5-23705f854f15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a89fdbc-0501-4bc7-9f5c-a304373638d0 HTTP/1.1" status: 204 len: 168 time: 0.1796300 Sep 23 16:11:45.455914 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210d0ee-d65e-479e-bda5-23705f854f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89fdbc-0501-4bc7-9f5c-a304373638d0,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:45.496320 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d29d3e-7d49-4326-b076-39ac0772a791 req-276c7275-7535-4894-851c-b7197223d162 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.504239 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-28d29d3e-7d49-4326-b076-39ac0772a791 req-276c7275-7535-4894-851c-b7197223d162 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 945 time: 0.1015568 Sep 23 16:11:45.522338 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-01a92977-b8e9-43c9-bae3-7ae759a7d11f req-29b5caa8-e2bf-4c94-9fd3-1ef47cc6ed51 service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402552 Sep 23 16:11:45.555827 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-28d29d3e-7d49-4326-b076-39ac0772a791 req-b167979e-45e2-4e99-9a0d-a12fbe3a9705 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501387 Sep 23 16:11:45.632384 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899b87c-781e-4281-9d1c-f40158d99141 req-7865c6bd-6e5c-45cf-8f2c-ca08782b5ccf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.634190 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3899b87c-781e-4281-9d1c-f40158d99141 req-7865c6bd-6e5c-45cf-8f2c-ca08782b5ccf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0649307 Sep 23 16:11:45.658289 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-9b504915-f2c1-4503-ad4a-ca4e640e955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.659666 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-9b504915-f2c1-4503-ad4a-ca4e640e955e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1097 time: 0.0518050 Sep 23 16:11:45.675323 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3899b87c-781e-4281-9d1c-f40158d99141 req-d412ac13-28a3-4f1c-bb3c-6b5d7c3e0ea9 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Sep 23 16:11:45.773661 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-4bc959f0-bc33-495c-9477-9d973fdfe5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.775533 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-4bc959f0-bc33-495c-9477-9d973fdfe5cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 910 time: 0.0982840 Sep 23 16:11:45.809504 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41112) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:45.822749 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-69e5d969-689d-450b-9a14-854df99d2bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.824208 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-5a5ae28b-431b-48d1-9ca5-9c7bab20c683 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 217 time: 0.0393040 Sep 23 16:11:45.887175 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-fcb2a2af-ae1e-428c-9765-a6df9e9e08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.888762 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-fcb2a2af-ae1e-428c-9765-a6df9e9e08a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 200 len: 848 time: 0.0543380 Sep 23 16:11:45.919418 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-69e5d969-689d-450b-9a14-854df99d2bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.923143 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-69e5d969-689d-450b-9a14-854df99d2bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.946534 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-0294180a-68e2-4b0b-9c53-7ca42af67b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:45.948096 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-0294180a-68e2-4b0b-9c53-7ca42af67b5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3646df4-24a4-4da3-84fd-e1fe135865b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475709 Sep 23 16:11:45.962198 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-69e5d969-689d-450b-9a14-854df99d2bf6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e48f288be940483996ad7e2edd5d6ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516058 Sep 23 16:11:45.963123 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d969-689d-450b-9a14-854df99d2bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2429ff-1f33-4854-8163-b7269e8e3b68,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:45.965784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41114) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:46.024104 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8948a829-ad94-4c9c-bbbb-7910a866ac80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:46.045582 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-c508cc4e-2e6d-4970-bcab-142a9cb8cc1a service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891044 Sep 23 16:11:46.074218 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8948a829-ad94-4c9c-bbbb-7910a866ac80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:46.143801 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e19368dc-38a7-4132-a9b4-bc76eda787a9 req-a29d4f76-4fcd-42c8-a87e-c685202776f7 service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892429 Sep 23 16:11:46.150954 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4d641-2d25-4689-ad94-ee126d2a3e00 req-6e9a95c2-5ee7-4ca7-9c9e-2fe7cd96b930 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:46.152512 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-43d4d641-2d25-4689-ad94-ee126d2a3e00 req-6e9a95c2-5ee7-4ca7-9c9e-2fe7cd96b930 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.1158910 Sep 23 16:11:46.167494 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a684dfc-2d7e-497f-833a-3f018361d632 req-1b41746a-0f00-4420-8a0e-21c473cd1863 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:46.168993 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1a684dfc-2d7e-497f-833a-3f018361d632 req-1b41746a-0f00-4420-8a0e-21c473cd1863 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1007791 Sep 23 16:11:46.211771 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8948a829-ad94-4c9c-bbbb-7910a866ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:46.214211 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8948a829-ad94-4c9c-bbbb-7910a866ac80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:46.215313 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8948a829-ad94-4c9c-bbbb-7910a866ac80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa2429ff-1f33-4854-8163-b7269e8e3b68 HTTP/1.1" status: 204 len: 168 time: 0.2488136 Sep 23 16:11:46.237036 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-43d4d641-2d25-4689-ad94-ee126d2a3e00 req-a5fd6ee6-3b99-4912-99a1-248d54f2cc7e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670502 Sep 23 16:11:46.240142 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948a829-ad94-4c9c-bbbb-7910a866ac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2429ff-1f33-4854-8163-b7269e8e3b68,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:46.262121 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1a684dfc-2d7e-497f-833a-3f018361d632 req-b8f61268-0712-4a6e-9f36-8aec26756e64 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747848 Sep 23 16:11:46.667508 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b587f-a846-4a8a-b2bf-45e1af0a55d1 req-5b89dd61-89bb-47fd-b4c3-539d360a5c1e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:46.669120 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d12b587f-a846-4a8a-b2bf-45e1af0a55d1 req-5b89dd61-89bb-47fd-b4c3-539d360a5c1e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Sep 23 16:11:46.710918 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d12b587f-a846-4a8a-b2bf-45e1af0a55d1 req-5be4cf19-45aa-4464-b349-817b1f88272e tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Sep 23 16:11:46.794997 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac83da3-45dc-445a-a670-7d1631723170 req-3223e943-dd77-48da-b586-095d7aa7d802 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:46.796527 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cac83da3-45dc-445a-a670-7d1631723170 req-3223e943-dd77-48da-b586-095d7aa7d802 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0492189 Sep 23 16:11:46.835645 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cac83da3-45dc-445a-a670-7d1631723170 req-07856687-96ef-4c07-9cc8-9f36921a0ac0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Sep 23 16:11:47.172312 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:11:47.373531 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665ee7-d368-417f-9ad6-7408ff918234 req-9ad36f1b-98f7-4d86-9d58-1fbbb70c5f05 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:47.375010 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53665ee7-d368-417f-9ad6-7408ff918234 req-9ad36f1b-98f7-4d86-9d58-1fbbb70c5f05 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0690167 Sep 23 16:11:47.435099 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accddd78-0a36-4fa2-947f-ebc54ee8b272 req-bd6dcebe-debe-4fd8-a95e-b6232e2bf86a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:47.436649 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-accddd78-0a36-4fa2-947f-ebc54ee8b272 req-bd6dcebe-debe-4fd8-a95e-b6232e2bf86a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0836020 Sep 23 16:11:47.443936 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53665ee7-d368-417f-9ad6-7408ff918234 req-078a3df2-7769-41c8-b09b-2cb07d33c272 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555763 Sep 23 16:11:47.480972 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-accddd78-0a36-4fa2-947f-ebc54ee8b272 req-7218b3bc-f63e-4bda-b347-4fce01a45089 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359237 Sep 23 16:11:47.567225 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-05b6457e-458b-41c9-95d5-5afe49a0a461 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:47.568730 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-05b6457e-458b-41c9-95d5-5afe49a0a461 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0621657 Sep 23 16:11:47.672794 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Deleting port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:11:47.673137 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:47.764666 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] For port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,segment=NetworkSegment(4fdb8c4d-74b4-4c7e-83f6-a150cc41849e),segment_id=4fdb8c4d-74b4-4c7e-83f6-a150cc41849e)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:47.765034 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:47.778861 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Calling delete_port for cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:11:47.843173 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0594d84-a5df-4c66-84c5-f9fd24558aed req-9768459f-7cf3-4364-a139-3cc50528cf26 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:47.844870 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b0594d84-a5df-4c66-84c5-f9fd24558aed req-9768459f-7cf3-4364-a139-3cc50528cf26 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/ports?device_id=35dc2982-188f-4878-881b-5c01d4e0e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0577815 Sep 23 16:11:47.916844 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b0594d84-a5df-4c66-84c5-f9fd24558aed req-a8ae2f61-b025-4172-b08d-3e06352b6c71 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb60f293-f63d-4d35-abbf-407eef58c1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636351 Sep 23 16:11:47.929740 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:47.945939 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:11:47.958428 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Pushing event deleted for resources: {'Port': ['ID=cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:47.982833 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ef1a9-93be-4b75-b52d-b955d0940a5e req-159c271f-acbe-4448-ac69-f6626fb06be0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:47.984380 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c63ef1a9-93be-4b75-b52d-b955d0940a5e req-159c271f-acbe-4448-ac69-f6626fb06be0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0636082 Sep 23 16:11:48.001138 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] No DVR routers for this DVR port cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:11:48.004322 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:48.006240 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02a9175f-e7cd-4e6d-b4d4-0ad3255e1804 req-a2754cbb-51b9-4738-8866-8e7948d8f337 tempest-VolumesActionsTest-1232415684 tempest-VolumesActionsTest-1232415684-project] 10.222.0.42 "DELETE /v2.0/ports/cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c HTTP/1.1" status: 204 len: 173 time: 0.4273555 Sep 23 16:11:48.006668 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'name': 'network-vif-deleted', 'tag': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:48.008894 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c72f5-89a4-4e38-b73b-6775d96bd9db" -d '{"events": [{"server_uuid": "35dc2982-188f-4878-881b-5c01d4e0e0f3", "name": "network-vif-deleted", "tag": "cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:48.028273 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c63ef1a9-93be-4b75-b52d-b955d0940a5e req-86c235cd-6f6d-4dcf-81b8-30802c3492b5 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 Sep 23 16:11:48.053368 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e334047f-3afe-4407-9055-bd720e319d92 x-openstack-request-id: req-e334047f-3afe-4407-9055-bd720e319d92 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:48.053657 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dc2982-188f-4878-881b-5c01d4e0e0f3", "name": "network-vif-deleted", "tag": "cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:48.053904 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e334047f-3afe-4407-9055-bd720e319d92 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:48.054314 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dc2982-188f-4878-881b-5c01d4e0e0f3', 'name': 'network-vif-deleted', 'tag': 'cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c', 'status': 'completed', 'code': 200} Sep 23 16:11:48.591171 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e1697-93d3-40c5-a883-c006284cd7d5 req-cd83a272-c6d9-4352-b1f0-be1ef0ab8fd0 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:48.592714 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ad3e1697-93d3-40c5-a883-c006284cd7d5 req-cd83a272-c6d9-4352-b1f0-be1ef0ab8fd0 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0695853 Sep 23 16:11:48.650141 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68049b3a-c173-4547-91a5-5d8228b99a5d req-4f14fdd0-d3a4-4117-8c98-9729ab6c2fde tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:48.651572 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-68049b3a-c173-4547-91a5-5d8228b99a5d req-4f14fdd0-d3a4-4117-8c98-9729ab6c2fde tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0772195 Sep 23 16:11:48.676969 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ad3e1697-93d3-40c5-a883-c006284cd7d5 req-054b088c-d9ab-490d-b5aa-2f2d6636b16d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671763 Sep 23 16:11:48.695726 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-68049b3a-c173-4547-91a5-5d8228b99a5d req-deb8765e-0bb7-403a-9bff-198a35862947 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377285 Sep 23 16:11:49.171697 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9459-ced5-4e8f-811e-a22384614de5 req-8ebc6a03-0b37-4b38-b74a-caa57ac82d62 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:49.173428 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-180f9459-ced5-4e8f-811e-a22384614de5 req-8ebc6a03-0b37-4b38-b74a-caa57ac82d62 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0636029 Sep 23 16:11:49.217307 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-180f9459-ced5-4e8f-811e-a22384614de5 req-f93ca7bc-f922-401e-9338-c21d054e24b6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370319 Sep 23 16:11:49.819592 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51e70-ecc8-4fc6-a31d-9903d09eab4c req-fd697c66-2e3a-434d-ab9d-0c7f8c72d2ec tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:49.821083 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7fe51e70-ecc8-4fc6-a31d-9903d09eab4c req-fd697c66-2e3a-434d-ab9d-0c7f8c72d2ec tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0784299 Sep 23 16:11:49.844063 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29850-6c44-4a22-87da-7698490b4324 req-a9f02918-2623-43bc-9565-391e7c44c2eb tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:49.845409 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d6c29850-6c44-4a22-87da-7698490b4324 req-a9f02918-2623-43bc-9565-391e7c44c2eb tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0720077 Sep 23 16:11:49.892352 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7fe51e70-ecc8-4fc6-a31d-9903d09eab4c req-f064cacf-2182-468e-9d35-289983d299e5 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645437 Sep 23 16:11:49.905657 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d6c29850-6c44-4a22-87da-7698490b4324 req-047d2e0b-7f88-4dc7-8ef4-145d9caf59ea tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535913 Sep 23 16:11:50.330328 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed709c9a-0939-45ba-9281-2177a685a331 req-c7a50358-9094-4119-be9d-ba4706fbfcdb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:50.332723 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ed709c9a-0939-45ba-9281-2177a685a331 req-c7a50358-9094-4119-be9d-ba4706fbfcdb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0494378 Sep 23 16:11:50.369837 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ed709c9a-0939-45ba-9281-2177a685a331 req-a6cc5256-bba2-436c-b896-bfa79d9430d6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311315 Sep 23 16:11:50.809104 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41318) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:50.920031 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6b0b502e-b1ea-4c68-94a1-a712f8987d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.025969 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0559dc6b-3faa-43b6-9a9e-03126b25adc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.072678 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf2bb-ac85-4aaa-8f8b-e6818abc0583 req-ced125a3-7fea-4eb5-8e6a-b4e3608d1105 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:51.074158 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1a7bf2bb-ac85-4aaa-8f8b-e6818abc0583 req-ced125a3-7fea-4eb5-8e6a-b4e3608d1105 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.1094635 Sep 23 16:11:51.106347 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e246a-1e77-4ab8-bb4f-9b890e63680a req-0806f0e7-0e9d-4a67-b198-a49e6f158c23 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:51.107813 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7f2e246a-1e77-4ab8-bb4f-9b890e63680a req-0806f0e7-0e9d-4a67-b198-a49e6f158c23 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1266696 Sep 23 16:11:51.116977 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6b0b502e-b1ea-4c68-94a1-a712f8987d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.129192 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6b0b502e-b1ea-4c68-94a1-a712f8987d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.192583 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1a7bf2bb-ac85-4aaa-8f8b-e6818abc0583 req-5c0e6a10-2f80-44a1-8a0f-b1ccf5758c26 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110651 Sep 23 16:11:51.199014 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6b0b502e-b1ea-4c68-94a1-a712f8987d80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82d56f0cd77e45f6aad60accff508ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888893 Sep 23 16:11:51.201774 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 41334) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:51.206487 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7f2e246a-1e77-4ab8-bb4f-9b890e63680a req-ec17e985-48c9-4f52-86b0-bea22a65d4aa tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853426 Sep 23 16:11:51.206487 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b502e-b1ea-4c68-94a1-a712f8987d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a36932-0124-4595-b75e-9885f9763afb,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:51.455814 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-af789382-1bef-436f-985b-12923924039f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.476510 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-af789382-1bef-436f-985b-12923924039f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.485305 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe6b2-4d3e-4317-9c8c-d5677f74964f req-5ae25bfe-e980-4da6-b558-e61600c1b45e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:51.487269 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e64fe6b2-4d3e-4317-9c8c-d5677f74964f req-5ae25bfe-e980-4da6-b558-e61600c1b45e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Sep 23 16:11:51.528020 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-af789382-1bef-436f-985b-12923924039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.530166 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e64fe6b2-4d3e-4317-9c8c-d5677f74964f req-b4dd11d8-612e-4a68-a3d4-4c118cadc548 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360055 Sep 23 16:11:51.530913 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-af789382-1bef-436f-985b-12923924039f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.534486 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-af789382-1bef-436f-985b-12923924039f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6a36932-0124-4595-b75e-9885f9763afb HTTP/1.1" status: 204 len: 168 time: 0.3293471 Sep 23 16:11:51.541423 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af789382-1bef-436f-985b-12923924039f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a36932-0124-4595-b75e-9885f9763afb,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:51.800650 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 41346) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:51.813612 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b29-439e-4865-a400-966623efc560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.901707 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b29-439e-4865-a400-966623efc560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.905962 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1dc34b29-439e-4865-a400-966623efc560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.945381 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-1dc34b29-439e-4865-a400-966623efc560 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51ed5c83a2954fe8bdd4b98cebc43647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435230 Sep 23 16:11:51.946211 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc34b29-439e-4865-a400-966623efc560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1396fa-099c-473e-bfde-6203e77b5ee5,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:51.948075 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41354) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:11:52.001290 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0047ab41-4f44-44f6-985b-5eb51e583b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:52.021841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0047ab41-4f44-44f6-985b-5eb51e583b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:52.067057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0047ab41-4f44-44f6-985b-5eb51e583b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:52.069668 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0047ab41-4f44-44f6-985b-5eb51e583b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:52.070803 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-0047ab41-4f44-44f6-985b-5eb51e583b2f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b1396fa-099c-473e-bfde-6203e77b5ee5 HTTP/1.1" status: 204 len: 168 time: 0.1212509 Sep 23 16:11:52.078159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047ab41-4f44-44f6-985b-5eb51e583b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1396fa-099c-473e-bfde-6203e77b5ee5,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:52.333237 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f993999-fe14-4d96-964f-a9f82750428a req-e7913a4b-a9da-494b-816e-9beb219e0a0c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:52.334726 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7f993999-fe14-4d96-964f-a9f82750428a req-e7913a4b-a9da-494b-816e-9beb219e0a0c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0752592 Sep 23 16:11:52.355269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe272b2-0c71-4390-816f-2cb7cb8a23e1 req-118cf9d1-c868-454a-886b-c102b9027297 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:52.356757 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9fe272b2-0c71-4390-816f-2cb7cb8a23e1 req-118cf9d1-c868-454a-886b-c102b9027297 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0699427 Sep 23 16:11:52.408123 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7f993999-fe14-4d96-964f-a9f82750428a req-6b7e91df-0821-4e29-84f6-175e7491f8e5 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663912 Sep 23 16:11:52.416168 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9fe272b2-0c71-4390-816f-2cb7cb8a23e1 req-48e1a158-8433-429d-9046-14d61a785763 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509715 Sep 23 16:11:52.672609 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8170-c59a-47a7-a2bd-ceccbc70da89 req-80be0c09-1c2c-4584-bd39-8687ec16546b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:52.674077 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8c0b8170-c59a-47a7-a2bd-ceccbc70da89 req-80be0c09-1c2c-4584-bd39-8687ec16546b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Sep 23 16:11:52.712820 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8c0b8170-c59a-47a7-a2bd-ceccbc70da89 req-efee7a65-0962-4086-a96e-eee8230b34fb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Sep 23 16:11:53.151000 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:11:53.172402 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:11:53.172753 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device cf7f53ca-7c0e-4419-9a88-fc4b8e135c6c not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:11:53.589858 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e4274-3f6d-44e6-895a-9558e371639b req-f714be2a-c787-4df8-ad5e-c0b1241607a8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:53.591443 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5a8e4274-3f6d-44e6-895a-9558e371639b req-f714be2a-c787-4df8-ad5e-c0b1241607a8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.1038108 Sep 23 16:11:53.604524 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ed939-e77f-4a27-ae00-19f324e54df4 req-69f25a38-b6eb-4902-b892-84ffc330d596 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:53.605982 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e01ed939-e77f-4a27-ae00-19f324e54df4 req-69f25a38-b6eb-4902-b892-84ffc330d596 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0807693 Sep 23 16:11:53.654920 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5a8e4274-3f6d-44e6-895a-9558e371639b req-e0ded8f3-bdb5-41e9-bdf2-730480a865a7 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479717 Sep 23 16:11:53.668635 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e01ed939-e77f-4a27-ae00-19f324e54df4 req-1adbcb40-679a-4701-b46a-e293942374ba tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542099 Sep 23 16:11:53.704457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-465d140f-d1c7-49c8-9b53-2afc4e5d5054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:53.832885 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b150-fce5-4501-a7b2-60909abedd85 req-6a57b027-5eb4-47a1-bedb-71dd5dd15831 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:53.834539 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1fb2b150-fce5-4501-a7b2-60909abedd85 req-6a57b027-5eb4-47a1-bedb-71dd5dd15831 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0525563 Sep 23 16:11:53.886043 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1fb2b150-fce5-4501-a7b2-60909abedd85 req-09f16f99-8eb9-4145-a2b6-bb4df5e13431 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Sep 23 16:11:54.313513 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:54.692065 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:54.820463 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d40d87-8ecd-4120-a583-236a53f53c69 req-9ae17c96-a2bd-4cfa-87a9-b6d18b077625 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:54.821920 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c1d40d87-8ecd-4120-a583-236a53f53c69 req-9ae17c96-a2bd-4cfa-87a9-b6d18b077625 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0737643 Sep 23 16:11:54.829584 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08e2b5-fd14-4c5b-a44d-9640f81b5c76 req-e3bfd35b-90ba-4f70-91ed-05e04ed0c6f7 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:54.830927 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2c08e2b5-fd14-4c5b-a44d-9640f81b5c76 req-e3bfd35b-90ba-4f70-91ed-05e04ed0c6f7 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0912201 Sep 23 16:11:54.884795 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c1d40d87-8ecd-4120-a583-236a53f53c69 req-1413ef33-2a0b-4542-892d-e790e9a9be92 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523102 Sep 23 16:11:54.887640 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2c08e2b5-fd14-4c5b-a44d-9640f81b5c76 req-69d9142f-fb10-4cf6-a11b-f01e8e441671 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495074 Sep 23 16:11:55.002416 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceedab-4303-401f-aa8d-07202ca1c2e1 req-55f68e33-4385-4f22-a9d0-1cc990ca6034 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:55.005048 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c9ceedab-4303-401f-aa8d-07202ca1c2e1 req-55f68e33-4385-4f22-a9d0-1cc990ca6034 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Sep 23 16:11:55.042790 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c9ceedab-4303-401f-aa8d-07202ca1c2e1 req-1ef8fe69-31c9-4eab-a542-4d3812371621 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319638 Sep 23 16:11:56.036292 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6662b5-6638-435b-bb8a-709553c69646 req-9820dad6-e72b-4bde-aa96-e462398951ff tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:56.037782 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0c6662b5-6638-435b-bb8a-709553c69646 req-9820dad6-e72b-4bde-aa96-e462398951ff tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0834122 Sep 23 16:11:56.048425 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8d96-e4dd-4fd2-b685-cc4bcc1d77ff req-76c40594-fa60-4c8f-b81d-99d7eff8243e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:56.049823 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-516f8d96-e4dd-4fd2-b685-cc4bcc1d77ff req-76c40594-fa60-4c8f-b81d-99d7eff8243e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0869164 Sep 23 16:11:56.097632 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0c6662b5-6638-435b-bb8a-709553c69646 req-17f8cb8f-bf97-4c4e-9a40-1b76938b63ac tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461793 Sep 23 16:11:56.110037 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-516f8d96-e4dd-4fd2-b685-cc4bcc1d77ff req-efc0283d-bc29-4c05-99cd-82df73eb6be7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520232 Sep 23 16:11:56.216415 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b2360-c93b-4a51-b88f-59b4389a8ae0 req-cc50a8ac-7f22-4ceb-994b-9b7f2bf20be6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:56.217874 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4b6b2360-c93b-4a51-b88f-59b4389a8ae0 req-cc50a8ac-7f22-4ceb-994b-9b7f2bf20be6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0489595 Sep 23 16:11:56.255237 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4b6b2360-c93b-4a51-b88f-59b4389a8ae0 req-d7aadc0b-364d-4da1-8e0a-31b28fed35af tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306573 Sep 23 16:11:56.357884 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.142694 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:11:57.252317 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602da69-0677-4941-a9a3-018eb83d354f req-4b4196ea-2b6d-40e9-a6c4-ace8e99162c6 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:57.253899 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3602da69-0677-4941-a9a3-018eb83d354f req-4b4196ea-2b6d-40e9-a6c4-ace8e99162c6 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0819349 Sep 23 16:11:57.264786 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:57.266096 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e528a2-93c6-4986-b890-89f5cd5be30d req-b7ed2c5f-e730-478e-a607-dfd1ce8223e9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:57.267716 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-48e528a2-93c6-4986-b890-89f5cd5be30d req-b7ed2c5f-e730-478e-a607-dfd1ce8223e9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0665324 Sep 23 16:11:57.276239 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'port_id': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'mac_address': 'fa:16:3e:9c:20:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:11:57.312476 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.324091 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3602da69-0677-4941-a9a3-018eb83d354f req-ec905847-167d-4969-a702-598f38e69adf tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553560 Sep 23 16:11:57.325206 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2185120-f282-4307-8bd8-0db9d3e63c84 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:57.327002 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-48e528a2-93c6-4986-b890-89f5cd5be30d req-18090533-d516-45b7-86e5-c5ca64439e2b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526838 Sep 23 16:11:57.346127 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:57.351327 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.400729 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=6']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:57.446157 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ebf97-db6e-41a9-962d-33e24144dbc9 req-e4946ec9-2b71-453c-ab34-64044b2555be tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:57.447626 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-158ebf97-db6e-41a9-962d-33e24144dbc9 req-e4946ec9-2b71-453c-ab34-64044b2555be tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0546937 Sep 23 16:11:57.486952 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-158ebf97-db6e-41a9-962d-33e24144dbc9 req-78d6bda5-3e6e-4c38-9aee-99db5081034c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334632 Sep 23 16:11:57.578678 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['e2185120-f282-4307-8bd8-0db9d3e63c84'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:11:58.613452 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a4de9-5cf4-4195-98d6-462419b27838 req-426434ba-0848-4ee9-91f2-40538f9f209b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:58.615072 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa0a4de9-5cf4-4195-98d6-462419b27838 req-426434ba-0848-4ee9-91f2-40538f9f209b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 944 time: 0.1746259 Sep 23 16:11:58.696621 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa0a4de9-5cf4-4195-98d6-462419b27838 req-957c54cf-c92f-45b8-be29-d47ee24aa88c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728390 Sep 23 16:11:58.716547 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda87ff-14be-4f94-bb90-b5704556863b req-adf1329a-9926-4fd5-9e98-6bda9602d90f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:58.730691 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4eda87ff-14be-4f94-bb90-b5704556863b req-adf1329a-9926-4fd5-9e98-6bda9602d90f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.2607484 Sep 23 16:11:58.806991 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4eda87ff-14be-4f94-bb90-b5704556863b req-235b0538-7675-499a-ad99-0f230bfe411f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747938 Sep 23 16:11:58.993952 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5699860-4e3a-4d19-a95e-efe057bb610c req-f3c7d515-65e6-4342-89af-d06aa407e85c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:58.995557 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5699860-4e3a-4d19-a95e-efe057bb610c req-f3c7d515-65e6-4342-89af-d06aa407e85c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0810790 Sep 23 16:11:59.084147 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5699860-4e3a-4d19-a95e-efe057bb610c req-a0f375fd-c373-446d-b987-b03b23cebd68 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768425 Sep 23 16:11:59.158295 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d05a3d32-7b4b-4a65-9460-d0e23e46c193 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:11:59.164526 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:11:59.263650 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port e2185120-f282-4307-8bd8-0db9d3e63c84 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:59.264024 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:59.281319 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-25015116-ca5a-4620-ad8f-6472c5ec5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:59.282825 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-25015116-ca5a-4620-ad8f-6472c5ec5df2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.0746603 Sep 23 16:11:59.284176 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fca43-d40c-4553-bc8f-e9b80a0b7eeb req-4e3a49cf-0a50-4cea-bdf6-5cb8c7194ea8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:59.294001 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fd8fca43-d40c-4553-bc8f-e9b80a0b7eeb req-4e3a49cf-0a50-4cea-bdf6-5cb8c7194ea8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1108911 Sep 23 16:11:59.381066 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fd8fca43-d40c-4553-bc8f-e9b80a0b7eeb req-65b9f205-8320-4ef1-8012-2e349b2f94d7 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861044 Sep 23 16:11:59.390841 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:59.433894 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-38137e0b-c4d5-4b85-9608-ee8830aa5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:59.434577 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'port_id': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'mac_address': 'fa:16:3e:6e:6c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:11:59.435368 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-38137e0b-c4d5-4b85-9608-ee8830aa5874 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1337290 Sep 23 16:11:59.480790 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-4898c721-e0b4-40d3-a33c-c30af4c9e347 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 217 time: 0.0373302 Sep 23 16:11:59.492148 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:59.494417 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:59.515042 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05a3d32-7b4b-4a65-9460-d0e23e46c193 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:11:59.545085 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:11:59.547353 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b636a199-096b-40fe-a661-3076849cd00d" -d '{"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:59.554142 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-0aa8b8de-da4d-466b-b1a0-a2455d8e8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:59.555792 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-0aa8b8de-da4d-466b-b1a0-a2455d8e8cc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.0654309 Sep 23 16:11:59.571031 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:59.575572 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:11:59.577477 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:59.584789 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:59.608836 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b44d025-f3af-44f1-94ca-b992872895a7 x-openstack-request-id: req-3b44d025-f3af-44f1-94ca-b992872895a7 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:59.609434 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:59.609893 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b44d025-f3af-44f1-94ca-b992872895a7 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:59.610287 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'code': 200} Sep 23 16:11:59.610904 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-71a245e4-eac7-483c-b577-def3a3b5f522 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407338 Sep 23 16:11:59.640389 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:59.723266 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=7']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:59.794178 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-be8f7e99-a03c-466a-af1e-efc9a57a3bd7 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725552 Sep 23 16:11:59.924658 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6f551eb3-e6b8-422c-bada-80a318d859ba req-d2b0852a-9bf1-43fc-902a-52450e88eab8 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200798 Sep 23 16:11:59.928925 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe5252-b692-4342-9b36-acd427b97cc1 req-3dd251e2-2fa1-4827-8e3a-0eb942df3626 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:11:59.930517 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-45fe5252-b692-4342-9b36-acd427b97cc1 req-3dd251e2-2fa1-4827-8e3a-0eb942df3626 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1059566 Sep 23 16:11:59.975646 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['d05a3d32-7b4b-4a65-9460-d0e23e46c193'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:12:00.020063 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-45fe5252-b692-4342-9b36-acd427b97cc1 req-de7af173-36ed-4159-8747-e540fc017022 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813544 Sep 23 16:12:00.067253 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531588c3-1640-4b46-9c3c-0136b68dd369 req-093f8206-acef-46ce-8cf8-a0a515d762b9 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:00.069693 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-531588c3-1640-4b46-9c3c-0136b68dd369 req-093f8206-acef-46ce-8cf8-a0a515d762b9 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 945 time: 0.1103640 Sep 23 16:12:00.165475 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-531588c3-1640-4b46-9c3c-0136b68dd369 req-336e6d51-282e-4a52-bf75-e18cdcf36d00 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864413 Sep 23 16:12:00.249150 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547dc71-f903-4aa4-b8fb-f8e499080705 req-7434a7bd-91a2-4e6b-b5ba-db0585fb405c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:00.250669 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2547dc71-f903-4aa4-b8fb-f8e499080705 req-7434a7bd-91a2-4e6b-b5ba-db0585fb405c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0570099 Sep 23 16:12:00.324842 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2547dc71-f903-4aa4-b8fb-f8e499080705 req-6e664af5-e6c1-4807-a6c6-0cca8b500d98 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622411 Sep 23 16:12:00.346239 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41596) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:00.584905 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-48a0d4d2-7bb3-4898-8a0a-744ad8ad1ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.610560 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb2804-3f2e-483e-8f85-0f943a73f0f5 req-1c978470-1b8b-416c-b563-4768331dff66 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:00.612154 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d5fb2804-3f2e-483e-8f85-0f943a73f0f5 req-1c978470-1b8b-416c-b563-4768331dff66 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1202986 Sep 23 16:12:00.698499 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d5fb2804-3f2e-483e-8f85-0f943a73f0f5 req-06c5e780-5d02-490c-91aa-b4aeebf77c32 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787570 Sep 23 16:12:00.766915 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-48a0d4d2-7bb3-4898-8a0a-744ad8ad1ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.772337 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-48a0d4d2-7bb3-4898-8a0a-744ad8ad1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.811012 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0d4d2-7bb3-4898-8a0a-744ad8ad1ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37238135-7fe2-42b6-bc5c-cc8d45073507,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:00.818512 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-48a0d4d2-7bb3-4898-8a0a-744ad8ad1ec5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b44ff13d7c04358aeb9bc99a2b098c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703259 Sep 23 16:12:00.822250 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41608) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:00.872723 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d9fd58ac-9fe9-4b75-b3a5-80c48f0b3bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.895523 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d9fd58ac-9fe9-4b75-b3a5-80c48f0b3bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.945282 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d9fd58ac-9fe9-4b75-b3a5-80c48f0b3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.947929 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d9fd58ac-9fe9-4b75-b3a5-80c48f0b3bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.952273 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d9fd58ac-9fe9-4b75-b3a5-80c48f0b3bc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37238135-7fe2-42b6-bc5c-cc8d45073507 HTTP/1.1" status: 204 len: 168 time: 0.1258936 Sep 23 16:12:00.957332 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd58ac-9fe9-4b75-b3a5-80c48f0b3bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37238135-7fe2-42b6-bc5c-cc8d45073507,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:01.268284 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bccacf-28c7-4614-b1e8-1a658934a596 req-5b5793ef-42b5-445f-b659-c393a5a61d9b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:01.268284 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e6bccacf-28c7-4614-b1e8-1a658934a596 req-5b5793ef-42b5-445f-b659-c393a5a61d9b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1420212 Sep 23 16:12:01.391488 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e6bccacf-28c7-4614-b1e8-1a658934a596 req-5b10615c-dbd0-4db7-a801-758c64680b3c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114540 Sep 23 16:12:01.428800 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caee381-e0c3-47dc-99b2-d67d9e3d921b req-44b6ced5-d9a3-40aa-b4fc-339002169f9d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:01.429512 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 41634) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:01.468520 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6caee381-e0c3-47dc-99b2-d67d9e3d921b req-44b6ced5-d9a3-40aa-b4fc-339002169f9d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 945 time: 0.1497478 Sep 23 16:12:01.491132 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00dd5b4a-782d-45bc-845e-90449f22a1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.591650 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6caee381-e0c3-47dc-99b2-d67d9e3d921b req-e2ff1c85-5b5f-4df7-a91c-c0cf55d8bfcb tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203849 Sep 23 16:12:01.625271 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300190df-8c12-46a1-af6d-30aceb1ff5df req-284e439f-a6f0-444c-aff1-b5be9519a431 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:01.629296 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-300190df-8c12-46a1-af6d-30aceb1ff5df req-284e439f-a6f0-444c-aff1-b5be9519a431 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.1136427 Sep 23 16:12:01.718096 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-300190df-8c12-46a1-af6d-30aceb1ff5df req-57453668-7eeb-4413-9dc1-6ebc7e688002 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866301 Sep 23 16:12:01.751918 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00dd5b4a-782d-45bc-845e-90449f22a1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.760047 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-00dd5b4a-782d-45bc-845e-90449f22a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.837658 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd5b4a-782d-45bc-845e-90449f22a1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce18f0d-5599-451e-bc72-fc05639fdde1,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:01.844301 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-00dd5b4a-782d-45bc-845e-90449f22a1c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75f8da5d044b488a897ef705b493da5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136014 Sep 23 16:12:01.850222 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41652) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:01.927155 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.989647 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598fe45-9331-4ad2-955a-bcd2262f9ff2 req-4eefc95a-29a6-44da-bbeb-de8fcd6c6f05 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:01.998859 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7598fe45-9331-4ad2-955a-bcd2262f9ff2 req-4eefc95a-29a6-44da-bbeb-de8fcd6c6f05 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1370461 Sep 23 16:12:02.001424 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-11b204ed-6504-4da0-9df4-88e9bb25dfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.048102 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-11b204ed-6504-4da0-9df4-88e9bb25dfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.080624 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7598fe45-9331-4ad2-955a-bcd2262f9ff2 req-0d183e6c-0778-4c14-a80d-d95363890438 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804584 Sep 23 16:12:02.144942 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-11b204ed-6504-4da0-9df4-88e9bb25dfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.147585 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-11b204ed-6504-4da0-9df4-88e9bb25dfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.149439 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-11b204ed-6504-4da0-9df4-88e9bb25dfb3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ce18f0d-5599-451e-bc72-fc05639fdde1 HTTP/1.1" status: 204 len: 168 time: 0.2973771 Sep 23 16:12:02.164838 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b204ed-6504-4da0-9df4-88e9bb25dfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce18f0d-5599-451e-bc72-fc05639fdde1,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:02.689625 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46158508-b4ec-4076-81cc-f42f7cc34333 req-979399c2-c6e5-4cd8-91e8-cbcd1afc447d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:02.701301 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46158508-b4ec-4076-81cc-f42f7cc34333 req-979399c2-c6e5-4cd8-91e8-cbcd1afc447d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1402144 Sep 23 16:12:02.792066 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46158508-b4ec-4076-81cc-f42f7cc34333 req-9ac4a3d5-d710-44bb-860d-a34efffee710 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892725 Sep 23 16:12:02.863475 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfce6de-8c9c-4cf2-bad6-2a6f971bd200 req-25c1686e-0d8e-48ce-9e97-9555043ab209 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:02.867309 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3cfce6de-8c9c-4cf2-bad6-2a6f971bd200 req-25c1686e-0d8e-48ce-9e97-9555043ab209 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 945 time: 0.0741100 Sep 23 16:12:02.990937 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3cfce6de-8c9c-4cf2-bad6-2a6f971bd200 req-8f9e22f6-48ed-4400-810d-faecafc56af4 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161263 Sep 23 16:12:03.032833 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58604c96-25ed-476b-9bc6-df8fcd0bfd92 req-6f80842c-ef6d-44f0-88b5-bae24f973b7f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:03.036308 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58604c96-25ed-476b-9bc6-df8fcd0bfd92 req-6f80842c-ef6d-44f0-88b5-bae24f973b7f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.1520748 Sep 23 16:12:03.127940 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-58604c96-25ed-476b-9bc6-df8fcd0bfd92 req-3948734a-3b90-4d80-9aa7-47c07a2ac7e4 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738304 Sep 23 16:12:03.159765 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d05a3d32-7b4b-4a65-9460-d0e23e46c193 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:12:03.262610 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port d05a3d32-7b4b-4a65-9460-d0e23e46c193 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:12:03.267054 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c734fb9-2235-4b64-9794-cc55a67fc480 req-84dc77ab-ba55-4ede-858a-156be29d24fc tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:03.274520 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6c734fb9-2235-4b64-9794-cc55a67fc480 req-84dc77ab-ba55-4ede-858a-156be29d24fc tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0921798 Sep 23 16:12:03.275740 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port d05a3d32-7b4b-4a65-9460-d0e23e46c193 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:12:03.278489 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.381097 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6c734fb9-2235-4b64-9794-cc55a67fc480 req-475797d0-fbda-4175-b181-526470e57e3a tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946710 Sep 23 16:12:03.422128 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.466353 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:03.469083 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000312d3-fb82-4fc8-9ff3-6a3f9f463eba" -d '{"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-plugged", "status": "completed", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:03.507269 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:03.522066 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.576068 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64c8a24-7808-45e4-bc0f-c505277a7b92 x-openstack-request-id: req-e64c8a24-7808-45e4-bc0f-c505277a7b92 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:03.576835 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-plugged", "status": "completed", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:03.577278 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e64c8a24-7808-45e4-bc0f-c505277a7b92 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:03.587631 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'code': 200} Sep 23 16:12:03.621078 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:04.013121 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf468-825d-41e8-9f1d-963d22fbcf6c req-43639190-f5a5-44c4-957a-35f1b6593294 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:04.014968 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ecbbf468-825d-41e8-9f1d-963d22fbcf6c req-43639190-f5a5-44c4-957a-35f1b6593294 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1167214 Sep 23 16:12:04.118571 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ecbfa-5ace-44c8-a276-ce3d9a3c991c req-b8df2263-e64a-4da1-a368-2a5bb8e4ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:04.120158 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-238ecbfa-5ace-44c8-a276-ce3d9a3c991c req-b8df2263-e64a-4da1-a368-2a5bb8e4ed1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1099 time: 0.0947645 Sep 23 16:12:04.121997 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ecbbf468-825d-41e8-9f1d-963d22fbcf6c req-a4dd575f-1c75-4935-81ff-4496f73ab56f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981307 Sep 23 16:12:04.223711 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-238ecbfa-5ace-44c8-a276-ce3d9a3c991c req-d82862bf-8919-488f-b763-0ac4be5b0c59 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934529 Sep 23 16:12:04.253615 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233163e-4395-4ae2-909e-7c831ca7658b req-b1b91c29-c7ae-4c6f-a2e7-0dd908129a14 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:04.262559 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1233163e-4395-4ae2-909e-7c831ca7658b req-b1b91c29-c7ae-4c6f-a2e7-0dd908129a14 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0994120 Sep 23 16:12:04.706902 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1233163e-4395-4ae2-909e-7c831ca7658b req-29aa2822-05ce-4a80-96d4-afff72d08038 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4427164 Sep 23 16:12:04.738680 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee491b-c591-488f-bf30-f613ea11e9f0 req-3b6ed7ef-5d4b-4159-8680-d8289d6ca67e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:04.740461 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-57ee491b-c591-488f-bf30-f613ea11e9f0 req-3b6ed7ef-5d4b-4159-8680-d8289d6ca67e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.4550080 Sep 23 16:12:05.134806 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-57ee491b-c591-488f-bf30-f613ea11e9f0 req-8931133d-4b1a-49c5-b048-7683b93b3e83 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875072 Sep 23 16:12:05.177688 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b7e01-359e-4a2a-a985-f1d2cc91594b req-116f45c4-8e7a-40c1-b93e-e83e02674d11 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:05.183536 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bb4b7e01-359e-4a2a-a985-f1d2cc91594b req-116f45c4-8e7a-40c1-b93e-e83e02674d11 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.2815542 Sep 23 16:12:05.343651 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bb4b7e01-359e-4a2a-a985-f1d2cc91594b req-863c7cb4-4015-40f6-bf0e-bfa2c29adc04 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527145 Sep 23 16:12:05.483260 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30501de-448e-4655-97dd-48b31a24b867 req-8e940069-ce70-4716-b7c4-b1a55a8499fd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:05.497269 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f30501de-448e-4655-97dd-48b31a24b867 req-8e940069-ce70-4716-b7c4-b1a55a8499fd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1830282 Sep 23 16:12:05.603309 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f30501de-448e-4655-97dd-48b31a24b867 req-f367cf57-f9f1-4f96-9c7b-afa0461ae58c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047151 Sep 23 16:12:06.013394 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d65b29-7285-4908-ae28-505f86495144 req-e844defc-7240-4310-b42b-14910521bbdb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.029321 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-c9cd2d0a-a29a-490e-9530-0770832b1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.031471 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-c9cd2d0a-a29a-490e-9530-0770832b1dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 1099 time: 0.0853333 Sep 23 16:12:06.032210 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-17d65b29-7285-4908-ae28-505f86495144 req-e844defc-7240-4310-b42b-14910521bbdb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.1265857 Sep 23 16:12:06.065979 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2070e-6a00-4f43-a339-a8ba444fed1b req-f52e44ae-2a9e-45a4-bdbd-17e6ef192d70 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.073252 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7bf2070e-6a00-4f43-a339-a8ba444fed1b req-f52e44ae-2a9e-45a4-bdbd-17e6ef192d70 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.1470323 Sep 23 16:12:06.234713 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-17d65b29-7285-4908-ae28-505f86495144 req-8b9d587d-c700-4078-9c60-99f25920539b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014096 Sep 23 16:12:06.299172 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7bf2070e-6a00-4f43-a339-a8ba444fed1b req-4efd1703-eb62-409d-8c9c-2f0f2ecf7bf6 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198915 Sep 23 16:12:06.386075 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-1b5db636-3517-4084-8c96-37464e4bfb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.387608 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-1b5db636-3517-4084-8c96-37464e4bfb32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 911 time: 0.3471904 Sep 23 16:12:06.502659 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-bbbed758-9500-42e6-9581-023fd7098082 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 200 len: 1002 time: 0.1054776 Sep 23 16:12:06.618394 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-bb74c60b-05e2-4525-9475-bf69a7cf1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.618639 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145e74f-63c1-4dcf-9474-f303a629e895 req-fb315268-6688-4eea-98ac-071f55399b7c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.620354 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-bb74c60b-05e2-4525-9475-bf69a7cf1852 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.1060157 Sep 23 16:12:06.636474 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d145e74f-63c1-4dcf-9474-f303a629e895 req-fb315268-6688-4eea-98ac-071f55399b7c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1474686 Sep 23 16:12:06.698146 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d145e74f-63c1-4dcf-9474-f303a629e895 req-e54c9821-2d17-4021-ac9f-b7647b7ddb50 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Sep 23 16:12:06.759022 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-fa7d2481-3b50-4380-9276-f76272bd5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.766538 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-fa7d2481-3b50-4380-9276-f76272bd5d89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318583 Sep 23 16:12:06.851070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44042ad-eeb3-45ee-9664-bb616f9f967b req-bd988dc5-52fb-4c9e-8705-e281c2b3cf6a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:06.861052 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a44042ad-eeb3-45ee-9664-bb616f9f967b req-bd988dc5-52fb-4c9e-8705-e281c2b3cf6a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0922701 Sep 23 16:12:06.919560 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a44042ad-eeb3-45ee-9664-bb616f9f967b req-8305544b-0dd2-4a04-a7f8-bf8a15eb8330 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558858 Sep 23 16:12:07.030833 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-10fc2a21-3fc2-4e1c-a0da-5036cf1b1c73 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521384 Sep 23 16:12:07.156814 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-ddd5d65f-2e8f-44d1-899c-6924b6dbb90c req-877e7abd-f2b6-433d-8372-bfae1076c425 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145835 Sep 23 16:12:07.424352 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434708f-ef07-4c0a-ab69-b4631476d76e req-5ab2a67e-ea02-4e4e-ba90-02d14fcbab6c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:07.437636 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d434708f-ef07-4c0a-ab69-b4631476d76e req-5ab2a67e-ea02-4e4e-ba90-02d14fcbab6c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0963604 Sep 23 16:12:07.524520 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d434708f-ef07-4c0a-ab69-b4631476d76e req-1a2c2138-c218-4722-93cc-2500b53fb4e9 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852144 Sep 23 16:12:07.555598 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985386ce-8123-4de0-954f-0406b2f5a157 req-d57fa34f-396f-4f4a-ad08-508a6b9ca234 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:07.563567 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-985386ce-8123-4de0-954f-0406b2f5a157 req-d57fa34f-396f-4f4a-ad08-508a6b9ca234 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.1178184 Sep 23 16:12:07.625103 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-985386ce-8123-4de0-954f-0406b2f5a157 req-4ebf6f5d-f564-47c5-8e13-b10695cb98a5 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605259 Sep 23 16:12:07.873999 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdd70a-b249-4e65-9c89-747d6332c152 req-b501da61-82d7-4d11-87e5-b270365e2002 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:07.883987 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0dbdd70a-b249-4e65-9c89-747d6332c152 req-b501da61-82d7-4d11-87e5-b270365e2002 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.1553359 Sep 23 16:12:07.924164 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b3b5-1ea1-40bb-a0cd-f5ff400708d3 req-0f61286b-7e66-4818-b94e-1e316101c01e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:07.939434 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4176b3b5-1ea1-40bb-a0cd-f5ff400708d3 req-0f61286b-7e66-4818-b94e-1e316101c01e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1359823 Sep 23 16:12:07.993804 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4176b3b5-1ea1-40bb-a0cd-f5ff400708d3 req-b434880a-986f-435b-afc6-a011b13c2a11 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468919 Sep 23 16:12:08.032579 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0dbdd70a-b249-4e65-9c89-747d6332c152 req-2fbde815-d717-4254-90f8-3256b65c35ba tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475835 Sep 23 16:12:08.046756 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 41752) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:08.214124 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0623c-2d07-4305-96f6-93bab3f095aa req-927fd05e-8998-4014-9488-cb87994c240b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:08.231015 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f4c0623c-2d07-4305-96f6-93bab3f095aa req-927fd05e-8998-4014-9488-cb87994c240b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1167173 Sep 23 16:12:08.319940 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f4c0623c-2d07-4305-96f6-93bab3f095aa req-937c856c-8a65-4583-b84c-6a5042a316cb tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796437 Sep 23 16:12:08.621765 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17d3ff-450d-4f21-8fd2-db30a4ecf8c5 tempest-TestShelveInstance-1609492747 tempest-TestShelveInstance-1609492747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:08.628653 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 41758) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:08.635340 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'port_id': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:12:08.641018 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-fd17d3ff-450d-4f21-8fd2-db30a4ecf8c5 tempest-TestShelveInstance-1609492747 tempest-TestShelveInstance-1609492747-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1094 time: 0.5923612 Sep 23 16:12:08.700729 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for floatingip, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:08.773641 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957a525-af59-481c-b083-ea336f135b02 req-4a4ff16c-1f0b-4edd-8c2a-e02aa2f21ffb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:08.776578 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6957a525-af59-481c-b083-ea336f135b02 req-4a4ff16c-1f0b-4edd-8c2a-e02aa2f21ffb tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.1109285 Sep 23 16:12:08.897803 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6957a525-af59-481c-b083-ea336f135b02 req-d549f318-d9ef-473f-ba0f-39f28ddb3fbc tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065433 Sep 23 16:12:08.927467 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:09.094014 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Allocated IP 172.27.2.147 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/ad1ec9e7-fbf5-432b-8d6f-b2fbad2ca740) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:12:09.239793 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:09.390499 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:09.486509 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'Port': ['ID=ad1ec9e7-fbf5-432b-8d6f-b2fbad2ca740,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:09.505528 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:12:09.511892 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:12:09.524895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:12:09.627766 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7dc85-a88a-4a00-8393-fc525ba7f9cd req-ab995032-f282-444c-9379-10be3ea68cf8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:09.629563 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-52a7dc85-a88a-4a00-8393-fc525ba7f9cd req-ab995032-f282-444c-9379-10be3ea68cf8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.3248196 Sep 23 16:12:09.701653 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e49947-8a18-4d5b-b7fc-98c06f4e138c req-01d79a10-1c60-495a-9da6-b7e7bd4e104b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:09.703177 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-25e49947-8a18-4d5b-b7fc-98c06f4e138c req-01d79a10-1c60-495a-9da6-b7e7bd4e104b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1942248 Sep 23 16:12:10.230700 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:10.328287 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-52a7dc85-a88a-4a00-8393-fc525ba7f9cd req-ab196a57-77fb-47e1-82ed-3d6d66c1f9a4 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806569 Sep 23 16:12:10.373842 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:10.419349 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-25e49947-8a18-4d5b-b7fc-98c06f4e138c req-f2cef606-6b4b-49a1-aeff-b7d4c32397b4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7025306 Sep 23 16:12:10.700800 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:10.712534 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:10.828673 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event updated for resources: {'Port': ['ID=ad1ec9e7-fbf5-432b-8d6f-b2fbad2ca740,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:10.853690 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:10.977325 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Floating IP c2119e8a-320b-4ce0-8ee9-e9c0cac75610 associated. External IP: 172.27.2.147, port: d05a3d32-7b4b-4a65-9460-d0e23e46c193. Sep 23 16:12:11.466558 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e726d-a310-4701-b99b-827a05530cc2 req-011e1e3c-8c0e-4e56-a17c-6eaaced74b66 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:11.467217 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-732e726d-a310-4701-b99b-827a05530cc2 req-011e1e3c-8c0e-4e56-a17c-6eaaced74b66 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 945 time: 0.3702288 Sep 23 16:12:11.550279 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-732e726d-a310-4701-b99b-827a05530cc2 req-322e598f-4977-497c-b08c-053e9457b40a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750096 Sep 23 16:12:11.605489 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d8d9c-d92c-4df9-944e-02f96e8a39da req-83e786a2-9c92-4e7e-846c-9e5d0eff587f tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:11.607326 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f8d8d9c-d92c-4df9-944e-02f96e8a39da req-83e786a2-9c92-4e7e-846c-9e5d0eff587f tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0949109 Sep 23 16:12:11.616736 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:12:11.735890 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f8d8d9c-d92c-4df9-944e-02f96e8a39da req-b9ede289-8800-48b9-bde4-114bfa5300ab tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181715 Sep 23 16:12:11.816001 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba6e37-18e8-4886-a64f-7583755d0013 req-125917b5-47d3-4dae-a11e-0f9d1bbb392e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:11.817982 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfba6e37-18e8-4886-a64f-7583755d0013 req-125917b5-47d3-4dae-a11e-0f9d1bbb392e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.1171041 Sep 23 16:12:11.874665 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfba6e37-18e8-4886-a64f-7583755d0013 req-f837b915-57d2-4ba6-b16e-23d5c3e016a2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459800 Sep 23 16:12:11.889623 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:12:11.914285 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] Sync routers for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:12:11.927320 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:11.938980 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:12:11.940852 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:11:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:11.957485 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-55237b34-4b8b-44a2-8420-2a6020f9d16f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3260884 Sep 23 16:12:11.958081 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:11.960537 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ac87a8-8da9-4499-b892-460129a6f7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:12.031440 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f1b81e-d64f-43e8-b86e-928174af3a53 x-openstack-request-id: req-b1f1b81e-d64f-43e8-b86e-928174af3a53 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:12.032432 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:12.032846 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1f1b81e-d64f-43e8-b86e-928174af3a53 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:12.033440 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'status': 'completed', 'code': 200} Sep 23 16:12:12.132055 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:12:12.155367 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-ead5b090-e259-4143-bca8-360197b48828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:12.163713 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-ead5b090-e259-4143-bca8-360197b48828 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1099 time: 0.0782225 Sep 23 16:12:12.443414 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-c9bf433f-83df-45ca-b104-cba9555a3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:12.446146 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c2119e8a-320b-4ce0-8ee9-e9c0cac75610', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'port_id': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'mac_address': 'fa:16:3e:6e:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b36eb0-042a-4936-85b0-1db021910831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:12:09Z', 'updated_at': '2021-09-23T16:12:09Z', 'revision_number': 0, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 5, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:12.447274 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-c9bf433f-83df-45ca-b104-cba9555a3a23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 910 time: 0.2641838 Sep 23 16:12:12.476506 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] Checking router: 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:12:12.488262 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:12:12.489244 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:11:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:12.561381 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-f1439bb7-7c87-4713-a31a-aa4cc6effad5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 1000 time: 0.1011353 Sep 23 16:12:12.616201 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:12:12.765534 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-689e136c-28a4-4389-85c8-c4e26448fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:12.767124 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-689e136c-28a4-4389-85c8-c4e26448fb58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 200 len: 848 time: 0.1750729 Sep 23 16:12:12.857107 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-40e29abc-c58d-4824-b62a-a67172144814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:12.865038 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-40e29abc-c58d-4824-b62a-a67172144814 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3646df4-24a4-4da3-84fd-e1fe135865b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795155 Sep 23 16:12:12.947707 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b68170-fb95-4d8d-861d-57deb81e1c6c req-061bb225-e9b5-485d-b6db-d3c81b5275ef tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:12.949912 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5b68170-fb95-4d8d-861d-57deb81e1c6c req-061bb225-e9b5-485d-b6db-d3c81b5275ef tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 945 time: 0.2064991 Sep 23 16:12:13.034564 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-5b01b9a8-4bbc-4623-afc2-b03605451f98 service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593211 Sep 23 16:12:13.064905 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c2119e8a-320b-4ce0-8ee9-e9c0cac75610', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'port_id': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'mac_address': 'fa:16:3e:6e:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b36eb0-042a-4936-85b0-1db021910831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:12:09Z', 'updated_at': '2021-09-23T16:12:09Z', 'revision_number': 0, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 5, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:13.071860 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b0391-e5e8-4d58-80fa-6c51331a8e30 req-62ca634e-b20f-4eb4-99fb-d95a4ababb33 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:13.084860 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bb1b0391-e5e8-4d58-80fa-6c51331a8e30 req-62ca634e-b20f-4eb4-99fb-d95a4ababb33 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1923609 Sep 23 16:12:13.096871 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367982a1-538e-453e-8715-cc4cf31f5c0c None None] The sync data for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi is: [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c2119e8a-320b-4ce0-8ee9-e9c0cac75610', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'port_id': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'mac_address': 'fa:16:3e:6e:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b36eb0-042a-4936-85b0-1db021910831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:12:09Z', 'updated_at': '2021-09-23T16:12:09Z', 'revision_number': 0, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 5, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:12:13.109648 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5b68170-fb95-4d8d-861d-57deb81e1c6c req-a3f27acd-0b8d-4873-bf42-4154388eaedd tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454356 Sep 23 16:12:13.196847 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bb1b0391-e5e8-4d58-80fa-6c51331a8e30 req-35bfca54-7c16-4414-81ff-5f1018191430 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106901 Sep 23 16:12:13.247764 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f9ac87a8-8da9-4499-b892-460129a6f7f0 req-cd87c8e9-ef48-489f-bbfa-1630b08a3b77 service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952894 Sep 23 16:12:13.321432 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa223a8-c713-4a40-8b58-5976550edddd req-f3fc1466-9e12-49aa-9df2-b34fdc0568ab tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:13.323031 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4aa223a8-c713-4a40-8b58-5976550edddd req-f3fc1466-9e12-49aa-9df2-b34fdc0568ab tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0679138 Sep 23 16:12:13.408856 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4aa223a8-c713-4a40-8b58-5976550edddd req-c337815c-e688-4c25-9f71-c00140b95c7a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763109 Sep 23 16:12:13.492278 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc96d4c-7604-483b-963f-4150de1f35bc None None] New status for floating IP c2119e8a-320b-4ce0-8ee9-e9c0cac75610: ACTIVE {{(pid=94385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:12:14.108317 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-197349cf-712a-45e0-9738-4dfa5f41bdf7 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:14.110509 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-197349cf-712a-45e0-9738-4dfa5f41bdf7 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 945 time: 0.0930285 Sep 23 16:12:14.303136 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6b28-1b49-402a-bc45-247bc733ba42 req-ef696812-4ee2-47fe-8670-ad598953ca7f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:14.311712 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9f6c6b28-1b49-402a-bc45-247bc733ba42 req-ef696812-4ee2-47fe-8670-ad598953ca7f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 945 time: 0.1035497 Sep 23 16:12:14.345864 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Deleting port 667e5615-ba90-4356-b1de-d82dc72f200a {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:12:14.347169 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:14.395556 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9f6c6b28-1b49-402a-bc45-247bc733ba42 req-3aef2a35-7a14-4a6e-8d15-51608b2342fc tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819945 Sep 23 16:12:14.428621 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f851-c1ca-4b29-9926-303b0f1410d2 req-eef31080-88a0-408f-be2f-f6ffaba67cd8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:14.430207 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ad3f851-c1ca-4b29-9926-303b0f1410d2 req-eef31080-88a0-408f-be2f-f6ffaba67cd8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0962443 Sep 23 16:12:14.559087 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ad3f851-c1ca-4b29-9926-303b0f1410d2 req-5ebafa3f-30ac-478a-a28b-683654304569 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228573 Sep 23 16:12:14.694419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f90a2-6fcb-4ee6-a01d-89f00f2f1f83 req-8a06f70b-ef39-4c7c-8c2c-dd631a18453f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:14.696136 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-539f90a2-6fcb-4ee6-a01d-89f00f2f1f83 req-8a06f70b-ef39-4c7c-8c2c-dd631a18453f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0958304 Sep 23 16:12:14.766529 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] For port 667e5615-ba90-4356-b1de-d82dc72f200a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=667e5615-ba90-4356-b1de-d82dc72f200a,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:14.771116 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:14.792234 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-539f90a2-6fcb-4ee6-a01d-89f00f2f1f83 req-ca0551ee-16ec-4077-ba90-379487c4b265 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891929 Sep 23 16:12:14.826555 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Calling delete_port for 667e5615-ba90-4356-b1de-d82dc72f200a owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:12:14.996769 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:15.010718 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e', 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'dca17af7-06ff-4aa9-916d-5b9acdb0080e', '667e5615-ba90-4356-b1de-d82dc72f200a'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:12:15.032471 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event deleted for resources: {'Port': ['ID=667e5615-ba90-4356-b1de-d82dc72f200a,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:15.105273 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] No DVR routers for this DVR port 667e5615-ba90-4356-b1de-d82dc72f200a on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:12:15.108498 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:15.119095 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-2c77cdf2-f2d6-41e4-a90e-faba0b4e4c08 req-f6e0fbd4-43df-438c-97ed-8f689abb8165 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "DELETE /v2.0/ports/667e5615-ba90-4356-b1de-d82dc72f200a HTTP/1.1" status: 204 len: 173 time: 0.9987206 Sep 23 16:12:15.120900 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b0f130-6c58-4944-8da8-74c8e3484384', 'name': 'network-vif-deleted', 'tag': '667e5615-ba90-4356-b1de-d82dc72f200a'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:15.133454 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ee840-8304-4538-9f53-d95bb511ac53" -d '{"events": [{"server_uuid": "74b0f130-6c58-4944-8da8-74c8e3484384", "name": "network-vif-deleted", "tag": "667e5615-ba90-4356-b1de-d82dc72f200a"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:15.217413 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a279e5-31f1-4988-a36c-458879b3f58b x-openstack-request-id: req-88a279e5-31f1-4988-a36c-458879b3f58b {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:15.217413 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b0f130-6c58-4944-8da8-74c8e3484384", "name": "network-vif-deleted", "tag": "667e5615-ba90-4356-b1de-d82dc72f200a", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:15.217413 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88a279e5-31f1-4988-a36c-458879b3f58b {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:15.217413 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b0f130-6c58-4944-8da8-74c8e3484384', 'name': 'network-vif-deleted', 'tag': '667e5615-ba90-4356-b1de-d82dc72f200a', 'status': 'completed', 'code': 200} Sep 23 16:12:15.663615 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2c7d5539-5be9-45ef-8609-81c7ad24c64f req-860f5e13-5d4d-4888-80ca-63b6ec47d483 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b0f130-6c58-4944-8da8-74c8e3484384 HTTP/1.1" status: 200 len: 210 time: 0.0770884 Sep 23 16:12:15.748722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec6153-653c-455e-a45e-e18b2261f0f5 req-509bf8a6-9f0c-424b-b8b5-611f6c7a3ded tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:15.750714 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-08ec6153-653c-455e-a45e-e18b2261f0f5 req-509bf8a6-9f0c-424b-b8b5-611f6c7a3ded tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0582335 Sep 23 16:12:15.858413 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-08ec6153-653c-455e-a45e-e18b2261f0f5 req-4ff12a9c-8845-4d35-8af9-bfc61af64f18 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000311 Sep 23 16:12:16.012627 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a90fac-b05a-409e-8f91-f3d1860ddb57 req-94ef027d-450c-4c3a-8bc4-3dbf8d594b27 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:16.023696 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f9a90fac-b05a-409e-8f91-f3d1860ddb57 req-94ef027d-450c-4c3a-8bc4-3dbf8d594b27 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0821681 Sep 23 16:12:16.091609 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f9a90fac-b05a-409e-8f91-f3d1860ddb57 req-533a815a-b8a2-47bb-9686-c135d2703d5d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623112 Sep 23 16:12:17.003085 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3813-cb5c-44fb-bc1d-7b9025ce84bc req-cdeed3eb-2be0-4e61-ba22-d44512aa6f6c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:17.013671 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-766b3813-cb5c-44fb-bc1d-7b9025ce84bc req-cdeed3eb-2be0-4e61-ba22-d44512aa6f6c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0731583 Sep 23 16:12:17.067684 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-766b3813-cb5c-44fb-bc1d-7b9025ce84bc req-c806fc52-c2e7-43f7-a40d-9079bd840d8b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495274 Sep 23 16:12:17.107536 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-447a347d-b1fa-4bb6-b7b8-7311d5112ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:17.109307 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-447a347d-b1fa-4bb6-b7b8-7311d5112ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0620797 Sep 23 16:12:17.229396 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906e42e-ce55-4a0b-a067-1d0c53307ab3 req-0b0af722-a2bb-44c8-945b-909b33622c7a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:17.230949 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f906e42e-ce55-4a0b-a067-1d0c53307ab3 req-0b0af722-a2bb-44c8-945b-909b33622c7a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0609241 Sep 23 16:12:17.242490 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-fc0b63b7-c156-4527-bf61-4ba7492aa074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:17.244041 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-fc0b63b7-c156-4527-bf61-4ba7492aa074 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.1083071 Sep 23 16:12:17.281713 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f906e42e-ce55-4a0b-a067-1d0c53307ab3 req-ddb8fec0-956f-46cf-8e8f-e259867147b8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 Sep 23 16:12:17.323843 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-2dd238a0-8b46-425b-8c9e-88b7337e44e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2185120-f282-4307-8bd8-0db9d3e63c84 HTTP/1.1" status: 200 len: 1000 time: 0.0679343 Sep 23 16:12:17.386917 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-8ce96b7e-6ea4-44c0-be8b-41400afe136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:17.388380 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-8ce96b7e-6ea4-44c0-be8b-41400afe136e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0501363 Sep 23 16:12:17.445802 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-bda13d31-ed4b-4192-af90-872e3e2e75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:17.447611 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-bda13d31-ed4b-4192-af90-872e3e2e75a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495455 Sep 23 16:12:17.548091 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-cbd61ad3-cbbb-4d6f-9caf-623e69a53d93 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920863 Sep 23 16:12:17.660076 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c4d8a1aa-9f1f-484e-acf2-5df24ee1308e req-14c9f307-eb7f-4cde-92b6-adafa029a11c service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933390 Sep 23 16:12:18.132084 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb385c-e816-4708-a668-54bad88f936c req-b06587b8-8ad2-4ba0-aed0-fd1c4325efb4 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:18.135891 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-59fb385c-e816-4708-a668-54bad88f936c req-b06587b8-8ad2-4ba0-aed0-fd1c4325efb4 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 946 time: 0.0684016 Sep 23 16:12:18.204034 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-59fb385c-e816-4708-a668-54bad88f936c req-571f5422-8ff1-48d9-ac0b-e988229cb9c3 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585997 Sep 23 16:12:18.213178 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d7277-8903-41da-874d-d75e2f878046 req-a5b770fc-42d9-4a18-8b18-f0d0028cacb5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:18.214655 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bc5d7277-8903-41da-874d-d75e2f878046 req-a5b770fc-42d9-4a18-8b18-f0d0028cacb5 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0778518 Sep 23 16:12:18.270678 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bc5d7277-8903-41da-874d-d75e2f878046 req-f868a6e5-26c4-4d2f-9ead-115c668ddd1d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497251 Sep 23 16:12:18.410770 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1525c-d784-4289-9769-4505b122d1b5 req-1ce3509f-34db-4a31-927d-3c866eb48068 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:18.412496 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7dd1525c-d784-4289-9769-4505b122d1b5 req-1ce3509f-34db-4a31-927d-3c866eb48068 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 945 time: 0.0525081 Sep 23 16:12:18.456672 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7dd1525c-d784-4289-9769-4505b122d1b5 req-f61b1309-e831-4695-8db0-965c79f1e1f0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373373 Sep 23 16:12:19.245779 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 667e5615-ba90-4356-b1de-d82dc72f200a no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:12:19.275843 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: 667e5615-ba90-4356-b1de-d82dc72f200a {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:12:19.276183 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 667e5615-ba90-4356-b1de-d82dc72f200a not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:12:19.276843 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:12:19.392249 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb98e13-2994-4f88-8e89-6d99408896f3 req-a5ebca1e-962d-4a1b-9c1f-2a2ef056be8b tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:19.394134 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8bb98e13-2994-4f88-8e89-6d99408896f3 req-a5ebca1e-962d-4a1b-9c1f-2a2ef056be8b tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 946 time: 0.0878031 Sep 23 16:12:19.407583 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:19.458336 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:19.460660 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046ac70-b1d1-4e0f-a1df-287dbb0601fc" -d '{"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:19.475416 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:19.483790 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:19.493617 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8bb98e13-2994-4f88-8e89-6d99408896f3 req-9c707b66-1701-4639-a7ee-e979ac270f60 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765071 Sep 23 16:12:19.522550 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ac6d-aa79-4201-9e18-3ab279c2d3e7 req-57fc414c-a3e4-4c9a-b04c-d27806dc374c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:19.526335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c31ac6d-aa79-4201-9e18-3ab279c2d3e7 req-57fc414c-a3e4-4c9a-b04c-d27806dc374c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1301146 Sep 23 16:12:19.559959 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c80c09-49a5-4480-adee-31ce215b4689 x-openstack-request-id: req-21c80c09-49a5-4480-adee-31ce215b4689 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:19.560613 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:19.561433 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21c80c09-49a5-4480-adee-31ce215b4689 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:19.562115 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'code': 200} Sep 23 16:12:19.591444 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c31ac6d-aa79-4201-9e18-3ab279c2d3e7 req-4c5a3ddd-e07c-45b9-93ed-e8ea24399712 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 Sep 23 16:12:19.614901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=8']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:19.651721 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ca4c9-f9c8-4100-9d9c-9331ae1097b0 req-e1b5471b-9e37-4ddc-8b42-e65d3a7f087a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:19.653571 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e73ca4c9-f9c8-4100-9d9c-9331ae1097b0 req-e1b5471b-9e37-4ddc-8b42-e65d3a7f087a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0593588 Sep 23 16:12:19.696323 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e73ca4c9-f9c8-4100-9d9c-9331ae1097b0 req-3ed0ef2d-e160-4f3d-a369-71e7e102b95c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358424 Sep 23 16:12:20.616961 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65d763-42a0-4f35-8827-47797697797c req-81b64496-0cf9-4f62-956d-344b6fcb72ba tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:20.618463 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cf65d763-42a0-4f35-8827-47797697797c req-81b64496-0cf9-4f62-956d-344b6fcb72ba tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 946 time: 0.0508428 Sep 23 16:12:20.666484 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cf65d763-42a0-4f35-8827-47797697797c req-7b202e11-1bef-473f-99b0-939e3dd08f7d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Sep 23 16:12:20.730014 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424445-b559-4a94-958e-ac2cffc19cfa req-2971700e-c038-4635-9a9b-3fa8ae83db80 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:20.731905 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-74424445-b559-4a94-958e-ac2cffc19cfa req-2971700e-c038-4635-9a9b-3fa8ae83db80 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0530596 Sep 23 16:12:20.774899 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-a56559dc-ebf6-4d53-b46a-f14766bd9b31 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:20.777259 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-a56559dc-ebf6-4d53-b46a-f14766bd9b31 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 946 time: 0.0835454 Sep 23 16:12:20.791720 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-74424445-b559-4a94-958e-ac2cffc19cfa req-1dbb5f7a-21d7-478f-8c6d-d63cd1cbbd75 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528519 Sep 23 16:12:20.859285 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4bd81-149f-4723-b60e-4d5beb8ce265 req-37bf7556-cf63-418a-ba48-5364c9fac3ac tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:20.861016 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-99a4bd81-149f-4723-b60e-4d5beb8ce265 req-37bf7556-cf63-418a-ba48-5364c9fac3ac tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0683060 Sep 23 16:12:20.923990 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Deleting port dca17af7-06ff-4aa9-916d-5b9acdb0080e {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:12:20.923990 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:20.944008 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-99a4bd81-149f-4723-b60e-4d5beb8ce265 req-c0ceb418-3206-41dd-938f-bae268c548cc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756173 Sep 23 16:12:21.027432 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-10b14ff8-41d7-4004-8d14-99ab8eea7d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:21.070613 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] For port dca17af7-06ff-4aa9-916d-5b9acdb0080e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=dca17af7-06ff-4aa9-916d-5b9acdb0080e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:21.071202 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:21.087912 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Calling delete_port for dca17af7-06ff-4aa9-916d-5b9acdb0080e owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:12:21.249223 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:21.263801 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e', 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'dca17af7-06ff-4aa9-916d-5b9acdb0080e'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:12:21.292742 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event deleted for resources: {'Port': ['ID=dca17af7-06ff-4aa9-916d-5b9acdb0080e,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:21.384951 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] No DVR routers for this DVR port dca17af7-06ff-4aa9-916d-5b9acdb0080e on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:12:21.389420 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:21.400576 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-63f7fa5d-398d-4bde-9434-e8067ecf0047 req-202acaf7-8c44-4050-b52c-a8b8df840ca1 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "DELETE /v2.0/ports/dca17af7-06ff-4aa9-916d-5b9acdb0080e HTTP/1.1" status: 204 len: 173 time: 0.6115501 Sep 23 16:12:21.402259 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'name': 'network-vif-deleted', 'tag': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:21.408472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4401a12-87ad-464f-9811-1ec91ee21b4e" -d '{"events": [{"server_uuid": "62ba8859-4f67-4f23-8e01-e195a171bcd8", "name": "network-vif-deleted", "tag": "dca17af7-06ff-4aa9-916d-5b9acdb0080e"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:21.463089 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d507977-e973-49b0-8d88-04b22370b299 x-openstack-request-id: req-3d507977-e973-49b0-8d88-04b22370b299 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:21.463478 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ba8859-4f67-4f23-8e01-e195a171bcd8", "name": "network-vif-deleted", "tag": "dca17af7-06ff-4aa9-916d-5b9acdb0080e", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:21.463781 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d507977-e973-49b0-8d88-04b22370b299 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:21.464627 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ba8859-4f67-4f23-8e01-e195a171bcd8', 'name': 'network-vif-deleted', 'tag': 'dca17af7-06ff-4aa9-916d-5b9acdb0080e', 'status': 'completed', 'code': 200} Sep 23 16:12:21.673778 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-2ce7216b-0d22-4c1d-abfe-7464d30ca792 req-46b5eb70-733f-49d5-a6cc-e23fda56b7fa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:12:21.675984 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ce7216b-0d22-4c1d-abfe-7464d30ca792 req-46b5eb70-733f-49d5-a6cc-e23fda56b7fa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070381 Sep 23 16:12:21.817983 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5f09d289-4b83-428a-a610-999ed09c10e2 req-714343e3-6575-4450-9eea-cdae819e5ab5 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=62ba8859-4f67-4f23-8e01-e195a171bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0516987 Sep 23 16:12:21.894519 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171af119-586c-4c33-8ac7-065cf4e9888f req-7aeca38e-e817-4063-b8ff-ed0a2e8ee84c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:21.899590 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-171af119-586c-4c33-8ac7-065cf4e9888f req-7aeca38e-e817-4063-b8ff-ed0a2e8ee84c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0789928 Sep 23 16:12:21.981750 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-171af119-586c-4c33-8ac7-065cf4e9888f req-d397fba8-b4a0-4511-b6d3-7df72267c5f2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687604 Sep 23 16:12:21.996031 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c0faa-c025-42c7-ac9b-6b201eff93c7 req-d4bcd1b3-acc4-488a-812e-21436d314f8d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:21.997957 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d21c0faa-c025-42c7-ac9b-6b201eff93c7 req-d4bcd1b3-acc4-488a-812e-21436d314f8d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0974400 Sep 23 16:12:22.059335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d21c0faa-c025-42c7-ac9b-6b201eff93c7 req-2685f9ce-6ee3-4ef2-a983-6cf0af27f8ed tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505848 Sep 23 16:12:22.240402 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42000) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:22.328948 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-7e9e54f7-828d-4bbd-a332-a23b1fd2f4cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872340 Sep 23 16:12:22.337979 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-c24c50cb-e618-414e-9e56-df1fe87b716f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:12:22.338921 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-c24c50cb-e618-414e-9e56-df1fe87b716f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047996 Sep 23 16:12:23.151541 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285f0a1-bfe0-46d3-9278-49aca93d5783 req-733d17e3-5ae2-4de1-8fb2-019f6dc58dfc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:23.153191 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6285f0a1-bfe0-46d3-9278-49aca93d5783 req-733d17e3-5ae2-4de1-8fb2-019f6dc58dfc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0888190 Sep 23 16:12:23.166302 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf1381-3e9a-4ce9-a8a3-b07c53068dcc req-746092ab-2e56-4f27-b731-9f1b2cebbb19 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:23.170123 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b6bf1381-3e9a-4ce9-a8a3-b07c53068dcc req-746092ab-2e56-4f27-b731-9f1b2cebbb19 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 945 time: 0.0689666 Sep 23 16:12:23.228405 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b6bf1381-3e9a-4ce9-a8a3-b07c53068dcc req-a302bd5f-4cfd-45fc-adf5-5762449a9822 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502658 Sep 23 16:12:23.230983 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6285f0a1-bfe0-46d3-9278-49aca93d5783 req-756a87a8-9242-4d5d-a8cf-49164d6b3737 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619984 Sep 23 16:12:23.335325 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb54da-6785-4385-a9f8-7109b36f6b92 req-25b5baf9-ede1-42d0-aa9a-40e3a950b4dd tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:23.336870 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f2bb54da-6785-4385-a9f8-7109b36f6b92 req-25b5baf9-ede1-42d0-aa9a-40e3a950b4dd tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0483282 Sep 23 16:12:23.379563 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f2bb54da-6785-4385-a9f8-7109b36f6b92 req-309e5047-9719-48b7-a3d8-a0a2dcd185a1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Sep 23 16:12:23.705757 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-817456cb-13c3-4583-b7dd-39c04df44a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.073437 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-ca0d78fb-4f34-498a-856f-5701ae6bbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.074819 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-ca0d78fb-4f34-498a-856f-5701ae6bbf93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9&tenant_id=03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 1096 time: 0.0713425 Sep 23 16:12:24.157490 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-c3542062-38f6-4dac-b9dc-7b580cca5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.159575 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-c3542062-38f6-4dac-b9dc-7b580cca5490 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0478649 Sep 23 16:12:24.170459 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:12:24.242266 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42082) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:24.273568 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-8d3bccf9-b4d2-4fc5-9fa5-de6ea092362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.275340 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-8d3bccf9-b4d2-4fc5-9fa5-de6ea092362f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.0919375 Sep 23 16:12:24.297930 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Deleting subnet cfae2227-30e5-4d75-8108-aec3a367d5b7 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:12:24.305567 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.318842 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.369038 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-7d9b83bb-cb9b-4f2c-b8bc-a766af56bdc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2185120-f282-4307-8bd8-0db9d3e63c84 HTTP/1.1" status: 200 len: 998 time: 0.0787845 Sep 23 16:12:24.395632 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.422988 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-f7fb3522-1462-42b5-871d-ff473fab5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.425109 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-f7fb3522-1462-42b5-871d-ff473fab5960 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0446758 Sep 23 16:12:24.454449 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b103f-45f5-4c43-8eae-154b63d9d71a req-2221cbf1-ad65-4877-b4d2-d44900bbd36a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.456045 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-862b103f-45f5-4c43-8eae-154b63d9d71a req-2221cbf1-ad65-4877-b4d2-d44900bbd36a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 945 time: 0.1292534 Sep 23 16:12:24.471196 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bfab6-cfaf-4237-b521-5e957c99f00b req-baad929c-047d-448f-8345-40ce42640260 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.472001 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-134bfab6-cfaf-4237-b521-5e957c99f00b req-baad929c-047d-448f-8345-40ce42640260 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.1440005 Sep 23 16:12:24.480541 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.481453 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-6754a632-89cb-4d65-b079-88e0fdf5299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.483202 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-6754a632-89cb-4d65-b079-88e0fdf5299f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464160 Sep 23 16:12:24.559468 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-862b103f-45f5-4c43-8eae-154b63d9d71a req-3f385e3b-6c61-4ec3-9f09-be51cc01c118 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864563 Sep 23 16:12:24.579283 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-134bfab6-cfaf-4237-b521-5e957c99f00b req-dd219064-7854-4574-8461-f29154e736be tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955291 Sep 23 16:12:24.593628 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.594293 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-79222c60-9c34-42a6-b41e-a95edd275e3d service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020877 Sep 23 16:12:24.623109 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfae2227-30e5-4d75-8108-aec3a367d5b7,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:24.632572 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.632923 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.633266 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.633608 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.633945 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.634280 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.634614 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.634947 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.635290 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.635664 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.635994 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.636317 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:24.641906 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.646642 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-798d4d6b-91e5-49a8-852b-95faff9941f2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cfae2227-30e5-4d75-8108-aec3a367d5b7 HTTP/1.1" status: 204 len: 168 time: 0.4033010 Sep 23 16:12:24.647263 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42090) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:24.704972 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.710456 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-f5f2e5b9-208d-4f0d-9dbc-907c8f959115 req-060ae5c3-a64e-463c-b914-b580171a4e88 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963650 Sep 23 16:12:24.758986 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.769663 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3e330-140b-4294-867a-e09e8d82d43d req-4a794e76-8108-4545-aead-13b1f2b1b4ef tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:24.771170 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-98a3e330-140b-4294-867a-e09e8d82d43d req-4a794e76-8108-4545-aead-13b1f2b1b4ef tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1161702 Sep 23 16:12:24.850800 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-98a3e330-140b-4294-867a-e09e8d82d43d req-b6ae1dc8-f509-4dd4-aa86-bd3a042f4790 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720491 Sep 23 16:12:24.879170 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.898430 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9696205f-0044-4f4b-8129-feb873b29d30']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:24.907768 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:24.908063 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdb8c4d-74b4-4c7e-83f6-a150cc41849e') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:24.918789 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.933717 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.940273 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:12:24.940658 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:12:24.942288 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:12:25.002487 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-74f972c0-6511-4fd4-9b4c-02f90b8ea906 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:25.004691 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-74f972c0-6511-4fd4-9b4c-02f90b8ea906 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 945 time: 0.0579398 Sep 23 16:12:25.005891 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.028256 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9696205f-0044-4f4b-8129-feb873b29d30,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:25.033942 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.039782 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-c3856060-0c34-4141-99d5-46bf496794d0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9696205f-0044-4f4b-8129-feb873b29d30 HTTP/1.1" status: 204 len: 168 time: 0.3890908 Sep 23 16:12:25.106977 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Deleting port fe58c7a4-df31-43e6-a98c-6fb60253111b {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:12:25.107527 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.232850 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device dca17af7-06ff-4aa9-916d-5b9acdb0080e no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:12:25.251330 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] For port fe58c7a4-df31-43e6-a98c-6fb60253111b, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fe58c7a4-df31-43e6-a98c-6fb60253111b,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:25.251842 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.253688 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42116) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:25.266763 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Calling delete_port for fe58c7a4-df31-43e6-a98c-6fb60253111b owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:12:25.295337 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: dca17af7-06ff-4aa9-916d-5b9acdb0080e {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:12:25.296962 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device dca17af7-06ff-4aa9-916d-5b9acdb0080e not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:12:25.298979 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:12:25.319173 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d3228792-d88b-4311-9488-3ab7dec60e7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01b40dd746b9469f918d1372606ceccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637162 Sep 23 16:12:25.322443 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42118) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:25.402871 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d153dc15-ce0b-47e1-986b-27067ca06476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.437465 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d153dc15-ce0b-47e1-986b-27067ca06476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.501676 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d153dc15-ce0b-47e1-986b-27067ca06476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.505531 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d153dc15-ce0b-47e1-986b-27067ca06476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.508456 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d153dc15-ce0b-47e1-986b-27067ca06476 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb60f293-f63d-4d35-abbf-407eef58c1a3 HTTP/1.1" status: 204 len: 168 time: 0.1850889 Sep 23 16:12:25.524655 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.545091 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153dc15-ce0b-47e1-986b-27067ca06476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60f293-f63d-4d35-abbf-407eef58c1a3,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:25.550505 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e', 'fe58c7a4-df31-43e6-a98c-6fb60253111b'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:12:25.645460 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event deleted for resources: {'Port': ['ID=fe58c7a4-df31-43e6-a98c-6fb60253111b,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:25.737054 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-08b9e8a3-7316-4648-aa9a-73e643b43c7d req-098c285f-2710-4b5d-93f4-377435df6234 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0425272 Sep 23 16:12:25.776974 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] No DVR routers for this DVR port fe58c7a4-df31-43e6-a98c-6fb60253111b on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:12:25.779769 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:25.783799 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-deaf4dec-0cf3-4d2f-8df0-6317d0e99eae req-cc30003d-5465-4e2e-a7e4-16a56b7ccb92 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "DELETE /v2.0/ports/fe58c7a4-df31-43e6-a98c-6fb60253111b HTTP/1.1" status: 204 len: 173 time: 0.7712843 Sep 23 16:12:25.784280 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'name': 'network-vif-deleted', 'tag': 'fe58c7a4-df31-43e6-a98c-6fb60253111b'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:25.787683 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4394554-38b7-44b6-85d4-a89e24389ece" -d '{"events": [{"server_uuid": "a3c8b3d1-23c5-4ca7-acbf-53d73db04c61", "name": "network-vif-deleted", "tag": "fe58c7a4-df31-43e6-a98c-6fb60253111b"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:25.809751 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2337a7-e7f1-4b08-93de-07038fdf1e37 req-74da91e2-9f56-49c4-8635-a4ebb37e3148 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:25.818900 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ef2337a7-e7f1-4b08-93de-07038fdf1e37 req-74da91e2-9f56-49c4-8635-a4ebb37e3148 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0839143 Sep 23 16:12:25.838460 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7240e4f1-b8bd-4d20-a94e-7d1e4597f50f x-openstack-request-id: req-7240e4f1-b8bd-4d20-a94e-7d1e4597f50f {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:25.839696 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c8b3d1-23c5-4ca7-acbf-53d73db04c61", "name": "network-vif-deleted", "tag": "fe58c7a4-df31-43e6-a98c-6fb60253111b", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:25.840249 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7240e4f1-b8bd-4d20-a94e-7d1e4597f50f {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:25.841247 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c8b3d1-23c5-4ca7-acbf-53d73db04c61', 'name': 'network-vif-deleted', 'tag': 'fe58c7a4-df31-43e6-a98c-6fb60253111b', 'status': 'completed', 'code': 200} Sep 23 16:12:25.888573 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ef2337a7-e7f1-4b08-93de-07038fdf1e37 req-e14534ac-66f9-463e-8773-d717c18ef0e0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636003 Sep 23 16:12:26.079171 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ce9a-5db6-4943-b89a-fc97e667409f req-65aa6a22-6d31-45db-afaa-fe368fcb0eca tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:26.081034 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-80b3ce9a-5db6-4943-b89a-fc97e667409f req-65aa6a22-6d31-45db-afaa-fe368fcb0eca tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.1035826 Sep 23 16:12:26.137056 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-80b3ce9a-5db6-4943-b89a-fc97e667409f req-5554aaa0-8873-44e6-a5cc-d3133ecd4c8e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Sep 23 16:12:26.379713 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:26.867018 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6f8809cf-581b-476d-a42f-87161dbeb235 req-be0b6555-fd78-4d8c-acad-636240ed50ea tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0261223 Sep 23 16:12:27.028468 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3addbc6-0aa6-4c98-aaca-1b7ee1b34547 req-5f327644-21a9-40fb-818c-61844b02a4d0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:27.035659 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c3addbc6-0aa6-4c98-aaca-1b7ee1b34547 req-5f327644-21a9-40fb-818c-61844b02a4d0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0600815 Sep 23 16:12:27.079688 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c3addbc6-0aa6-4c98-aaca-1b7ee1b34547 req-ed9f55af-33d4-4579-9a3d-57a635acfe35 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337439 Sep 23 16:12:27.275117 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15788e14-7412-4e66-9063-54a110fb8917 req-7b6250d1-1c7d-4b2d-b462-38486b3da7fa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:27.276900 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-15788e14-7412-4e66-9063-54a110fb8917 req-7b6250d1-1c7d-4b2d-b462-38486b3da7fa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0673716 Sep 23 16:12:27.313906 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-15788e14-7412-4e66-9063-54a110fb8917 req-8838682c-9529-4565-a228-67fd581e67c6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Sep 23 16:12:27.978780 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-92c2b418-56e6-4480-9c9d-f73b8e96e3e2 req-254246aa-b78c-4477-b4c1-9113e94245c0 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0419953 Sep 23 16:12:28.217928 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c99cce-c33d-4507-b32f-00dd419dc334 req-4e2f06e7-7d26-4fab-86f2-a5f15c427a25 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:28.219306 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64c99cce-c33d-4507-b32f-00dd419dc334 req-4e2f06e7-7d26-4fab-86f2-a5f15c427a25 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0571747 Sep 23 16:12:28.257068 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64c99cce-c33d-4507-b32f-00dd419dc334 req-8fd096b2-da40-4331-b13d-097dcdbd1995 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Sep 23 16:12:28.453452 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69146e11-6b52-4968-9125-2ff61a88ee56 req-5a353c99-5459-4cd4-990e-641327b31c64 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:28.454952 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-69146e11-6b52-4968-9125-2ff61a88ee56 req-5a353c99-5459-4cd4-990e-641327b31c64 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0562568 Sep 23 16:12:28.493532 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-69146e11-6b52-4968-9125-2ff61a88ee56 req-7f86b35d-d1a6-47ee-bb9b-ee8ed5f180ff tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Sep 23 16:12:29.072582 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ef012b1b-b85b-4ae1-886a-2aafd5fed0f2 req-7eaaf58a-199f-410d-b3a8-bb66ab047334 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0273528 Sep 23 16:12:29.248096 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fe58c7a4-df31-43e6-a98c-6fb60253111b no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:12:29.268485 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: fe58c7a4-df31-43e6-a98c-6fb60253111b {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:12:29.268796 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fe58c7a4-df31-43e6-a98c-6fb60253111b not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:12:29.387899 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d643a0-ef56-408c-aa47-b1bd01b3fdc9 req-411ca1a6-762d-403e-9b19-677b7259a72c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:29.391993 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21d643a0-ef56-408c-aa47-b1bd01b3fdc9 req-411ca1a6-762d-403e-9b19-677b7259a72c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0625560 Sep 23 16:12:29.433942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21d643a0-ef56-408c-aa47-b1bd01b3fdc9 req-7abebcbc-c747-4007-9205-131890d73c21 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357878 Sep 23 16:12:29.635997 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5968b-235b-45c8-822f-4f0ddfb487d0 req-40fcb105-3a24-4125-b43f-a2ac6deb71e8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:29.637833 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6ab5968b-235b-45c8-822f-4f0ddfb487d0 req-40fcb105-3a24-4125-b43f-a2ac6deb71e8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0669267 Sep 23 16:12:29.681549 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6ab5968b-235b-45c8-822f-4f0ddfb487d0 req-fdceab6a-4441-41db-afaf-dff21a2350ef tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Sep 23 16:12:30.171740 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-99cca1bb-040e-417f-917b-4d3098514665 req-fe099876-7238-4bc3-a4ac-f7824d9a0ea5 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0288997 Sep 23 16:12:30.559265 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9ce22-7636-4dc0-9f90-59d7e0fdbb8c req-d656ab1b-0b71-4de2-9e99-583d74b1149d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:30.560813 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eeb9ce22-7636-4dc0-9f90-59d7e0fdbb8c req-d656ab1b-0b71-4de2-9e99-583d74b1149d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0504036 Sep 23 16:12:30.597576 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eeb9ce22-7636-4dc0-9f90-59d7e0fdbb8c req-11425b18-6067-45c5-aa21-ee36d2d7884b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309963 Sep 23 16:12:30.806332 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cf35d-6018-4ecb-9998-7f821d28a706 req-8e507665-b06b-4992-8a3a-eeb000a7c654 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:30.808176 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa6cf35d-6018-4ecb-9998-7f821d28a706 req-8e507665-b06b-4992-8a3a-eeb000a7c654 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0580873 Sep 23 16:12:30.852030 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa6cf35d-6018-4ecb-9998-7f821d28a706 req-16a6f121-4969-4afe-b790-ede47e411d9c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373030 Sep 23 16:12:31.269956 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eb084dda-996d-42bd-93c7-1ad90df4f1f3 req-2f6e32a1-b9c4-4ed6-9437-5752c137e438 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0299060 Sep 23 16:12:31.724184 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06157841-4f1a-48eb-9dc1-f2bbc815294b req-011b97bf-8046-4f4d-b190-e07a48ad9d66 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:31.727560 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-06157841-4f1a-48eb-9dc1-f2bbc815294b req-011b97bf-8046-4f4d-b190-e07a48ad9d66 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0511401 Sep 23 16:12:31.771903 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-06157841-4f1a-48eb-9dc1-f2bbc815294b req-9188eaf7-3db9-440c-bdd9-9d7c918ea414 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396111 Sep 23 16:12:31.945489 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:31.984070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08dab-e28d-4d6c-81f1-4479f3b462f2 req-6e45cd92-875f-454b-abd7-adcf509f61c1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:31.985543 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eac08dab-e28d-4d6c-81f1-4479f3b462f2 req-6e45cd92-875f-454b-abd7-adcf509f61c1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0534723 Sep 23 16:12:32.024578 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eac08dab-e28d-4d6c-81f1-4479f3b462f2 req-39cee560-a68b-4ef6-8f80-b3c10b83e7ee tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Sep 23 16:12:32.374642 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-762198bb-821a-462f-b641-b948f7aecd25 req-b37de08d-45d8-4fc6-8ba1-6a6cc97543cd tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0370650 Sep 23 16:12:32.923963 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47df8e-9cb4-452f-b58f-85fd203bde71 req-0a202d57-153c-4102-84be-67c22e6d4d13 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:32.925440 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c47df8e-9cb4-452f-b58f-85fd203bde71 req-0a202d57-153c-4102-84be-67c22e6d4d13 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0505574 Sep 23 16:12:32.964804 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c47df8e-9cb4-452f-b58f-85fd203bde71 req-db50289d-9997-44b4-8280-72dcd13fd19e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321169 Sep 23 16:12:33.143693 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16ebae-d9d4-42a7-bc2a-4a4a1521b9b4 req-b08d99fd-dc25-44f2-babb-1e146cf085e1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:33.145335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bf16ebae-d9d4-42a7-bc2a-4a4a1521b9b4 req-b08d99fd-dc25-44f2-babb-1e146cf085e1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0534043 Sep 23 16:12:33.189083 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bf16ebae-d9d4-42a7-bc2a-4a4a1521b9b4 req-67c1caf2-886b-4353-94dd-bc43387759bd tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Sep 23 16:12:33.469858 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6ad657e8-9bd1-407b-a39c-5b1de4cf0361 req-ab92cb55-7e38-4673-90ee-c76d07c80f0b tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0285628 Sep 23 16:12:34.089393 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c19f3-d971-4066-a5eb-72da8a859045 req-d389ec73-ee80-4d43-9430-75f6d5482661 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:34.091570 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5e0c19f3-d971-4066-a5eb-72da8a859045 req-d389ec73-ee80-4d43-9430-75f6d5482661 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0517621 Sep 23 16:12:34.145578 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5e0c19f3-d971-4066-a5eb-72da8a859045 req-40ef5869-40df-48bd-9405-2b06154e94e4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391457 Sep 23 16:12:34.317054 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f85f2-ee39-4db9-9e81-e212d193717d req-98b38344-72be-4712-b901-b5891c96918b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:34.318591 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a79f85f2-ee39-4db9-9e81-e212d193717d req-98b38344-72be-4712-b901-b5891c96918b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0551176 Sep 23 16:12:34.364745 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a79f85f2-ee39-4db9-9e81-e212d193717d req-4e0d5979-04ba-44d5-9572-ee3ed956759d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Sep 23 16:12:34.575704 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6b791f76-513c-49ad-84e2-6d000f1eea62 req-b2841513-af1b-40e4-a2a8-f2cef7ae91d8 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0299728 Sep 23 16:12:35.263453 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a45d9-47c6-46f7-aecf-726ddf0b29e0 req-fe7e3bca-2dac-4334-8887-9176278d86a9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:35.264911 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-968a45d9-47c6-46f7-aecf-726ddf0b29e0 req-fe7e3bca-2dac-4334-8887-9176278d86a9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0487747 Sep 23 16:12:35.303567 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-968a45d9-47c6-46f7-aecf-726ddf0b29e0 req-0f1e9843-8cd7-42e0-9655-f504fc5fd5e5 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328338 Sep 23 16:12:35.484598 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9da36-1520-40ff-995a-2256a29aa811 req-6f409901-f4e6-4e71-9cab-facae1de2c65 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:35.488306 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2bc9da36-1520-40ff-995a-2256a29aa811 req-6f409901-f4e6-4e71-9cab-facae1de2c65 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0524712 Sep 23 16:12:35.540883 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2bc9da36-1520-40ff-995a-2256a29aa811 req-76a36e6c-9066-4d70-bf76-3c39d0c226c1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Sep 23 16:12:35.669162 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b7c49d01-8f63-44dd-a9c5-fe35b3cf59fb req-ad4d7943-265b-46ec-bcb8-f8cbcb47bbd9 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0278080 Sep 23 16:12:36.434939 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2733ab-5d48-4a98-a903-d0c96a391ea5 req-7288abca-0978-45e4-b7e1-1f2dbd42625f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:36.436487 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1f2733ab-5d48-4a98-a903-d0c96a391ea5 req-7288abca-0978-45e4-b7e1-1f2dbd42625f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0604959 Sep 23 16:12:36.475429 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1f2733ab-5d48-4a98-a903-d0c96a391ea5 req-82f878df-e880-4442-9fa3-9c83053fd4c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Sep 23 16:12:36.692189 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1079b3-b20f-4e09-abc1-1560e3fb2838 req-22a31154-9add-42d5-8840-4a1e5eece686 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:36.692189 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6e1079b3-b20f-4e09-abc1-1560e3fb2838 req-22a31154-9add-42d5-8840-4a1e5eece686 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0580153 Sep 23 16:12:36.725568 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6e1079b3-b20f-4e09-abc1-1560e3fb2838 req-6acc7e21-d4a3-40d5-ac6a-ffb3181ce1e9 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447114 Sep 23 16:12:36.791522 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c3197b52-da39-4baf-8c08-e8cd77298a61 req-dca47d2d-2c0a-49e8-b360-9d40f488e7cd tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0340729 Sep 23 16:12:37.627773 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34823f-c63e-4584-9ff9-6ca33a3b977c req-cd8ac5e4-7218-43a0-81a1-34c517014b95 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:37.629298 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5a34823f-c63e-4584-9ff9-6ca33a3b977c req-cd8ac5e4-7218-43a0-81a1-34c517014b95 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0619345 Sep 23 16:12:37.669135 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5a34823f-c63e-4584-9ff9-6ca33a3b977c req-7bf3bfc9-47fb-4894-9033-e1af901a8009 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332668 Sep 23 16:12:37.847130 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097e226-5399-485c-abf4-df7d94414c2d req-81a4b2d2-f7f0-4987-ab69-9fd88c46e2d8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:37.848661 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6097e226-5399-485c-abf4-df7d94414c2d req-81a4b2d2-f7f0-4987-ab69-9fd88c46e2d8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0486226 Sep 23 16:12:37.892484 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c26a5311-74b7-4676-8eb9-18c647cebd6f req-cd72e504-fecc-4b20-80c8-dd3034e9601a tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0321119 Sep 23 16:12:37.909080 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6097e226-5399-485c-abf4-df7d94414c2d req-dc2f9caa-b580-48c1-8c26-b97e8e44b395 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 Sep 23 16:12:38.799352 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a26c9-69ae-4952-85b9-6be09f53d8d6 req-badd0669-6237-456c-87df-06247a9c22f0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:38.800779 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-368a26c9-69ae-4952-85b9-6be09f53d8d6 req-badd0669-6237-456c-87df-06247a9c22f0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0588138 Sep 23 16:12:38.837988 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-5a89ccc1-078d-4d23-a767-bef9b3545685 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454595 Sep 23 16:12:38.867798 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-368a26c9-69ae-4952-85b9-6be09f53d8d6 req-ead9b426-535a-4adb-a307-d453b1feee63 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551598 Sep 23 16:12:38.920512 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-83f767fd-15e6-4526-ba35-a50bb9c0da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:38.922034 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-83f767fd-15e6-4526-ba35-a50bb9c0da8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 1098 time: 0.0495663 Sep 23 16:12:39.034987 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-be5013b4-78fe-4754-a4ae-d057dc89c9ec req-6b60dc23-aa94-43e1-a275-0a912717138d tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3c8b3d1-23c5-4ca7-acbf-53d73db04c61 HTTP/1.1" status: 200 len: 210 time: 0.0400481 Sep 23 16:12:39.059246 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-6c66cda8-b188-4624-a149-896c84852b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:39.060764 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-6c66cda8-b188-4624-a149-896c84852b80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.1126106 Sep 23 16:12:39.060934 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7b857-8efd-44e4-83d6-01fca6a6edc3 req-8f51ccc6-2d45-4e0d-a922-897fe962bb31 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:39.062408 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8fe7b857-8efd-44e4-83d6-01fca6a6edc3 req-8f51ccc6-2d45-4e0d-a922-897fe962bb31 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0775175 Sep 23 16:12:39.101607 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8fe7b857-8efd-44e4-83d6-01fca6a6edc3 req-9da6e8bc-bed6-4d9b-a8cd-371d22580267 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Sep 23 16:12:39.107811 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-cc076b2e-2c7b-4811-9035-e0b47e74550e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0830118-768e-4f6f-97bc-11084c69692d HTTP/1.1" status: 200 len: 217 time: 0.0349469 Sep 23 16:12:39.161575 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-b4fce62f-6536-4fe3-9dc1-f9867bfbc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:39.163031 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-b4fce62f-6536-4fe3-9dc1-f9867bfbc64e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.0476298 Sep 23 16:12:39.205546 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-eefcc938-fc28-4e08-ac11-8e64aaa6bea5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267565 Sep 23 16:12:39.299834 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-71dc9ae4-77c6-4167-9d4c-ddfcdbfe6870 service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803115 Sep 23 16:12:39.391297 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3dceffb-a09c-4da8-9161-6adffe086947 req-b0f27ad5-dd85-4c19-9229-5707b3d8348f service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832484 Sep 23 16:12:39.999772 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6268a-dea4-467f-9e13-ee7cf0bb1dec req-44d04913-bdf0-46bb-8009-c3d06987a715 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:40.001256 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1fc6268a-dea4-467f-9e13-ee7cf0bb1dec req-44d04913-bdf0-46bb-8009-c3d06987a715 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0552936 Sep 23 16:12:40.043413 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1fc6268a-dea4-467f-9e13-ee7cf0bb1dec req-0bac9456-00fd-49da-89db-bd9e2ec4c17a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351093 Sep 23 16:12:40.124373 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2b3b-a907-4153-adde-f41fc5cd410f req-cab0166f-a17f-4f3d-b207-19a438015486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:40.130369 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-29dc2b3b-a907-4153-adde-f41fc5cd410f req-cab0166f-a17f-4f3d-b207-19a438015486 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.0452013 Sep 23 16:12:40.172957 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-29dc2b3b-a907-4153-adde-f41fc5cd410f req-0a3b146e-8f6a-4376-8408-dbf5abd0ca6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Sep 23 16:12:40.228090 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427939-ed37-4318-9f69-5d027e53b3ba req-029a7f86-d6b1-45e4-a7d1-b4d667fc39f1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:40.229539 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa427939-ed37-4318-9f69-5d027e53b3ba req-029a7f86-d6b1-45e4-a7d1-b4d667fc39f1 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0508316 Sep 23 16:12:40.266330 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa427939-ed37-4318-9f69-5d027e53b3ba req-2d2c94c1-e18d-412a-87cd-36d03943a63b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Sep 23 16:12:41.166644 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78178-dde5-43af-9669-2385d9c4c75b req-1577acb0-755b-4366-9b69-6b6c6a51a671 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:41.168131 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6de78178-dde5-43af-9669-2385d9c4c75b req-1577acb0-755b-4366-9b69-6b6c6a51a671 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0497482 Sep 23 16:12:41.207560 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6de78178-dde5-43af-9669-2385d9c4c75b req-0a2b7aa3-eb0a-4283-91ad-fad85b4bd483 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335572 Sep 23 16:12:41.397462 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f47a3-1349-485e-a7aa-f94ed2ea762c req-60c72971-c261-4aac-9771-e81d170b38aa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:41.403895 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-692f47a3-1349-485e-a7aa-f94ed2ea762c req-60c72971-c261-4aac-9771-e81d170b38aa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0627315 Sep 23 16:12:41.471955 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-692f47a3-1349-485e-a7aa-f94ed2ea762c req-4f18faed-fe71-44cf-bb8f-8bb57ed4788d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Sep 23 16:12:41.488527 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23ceb0-385c-47f2-95ff-1f63f75b3998 req-63f3ab64-f59c-46df-9c33-72fc0fb903b3 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:41.489954 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da23ceb0-385c-47f2-95ff-1f63f75b3998 req-63f3ab64-f59c-46df-9c33-72fc0fb903b3 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 945 time: 0.0776212 Sep 23 16:12:41.529780 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da23ceb0-385c-47f2-95ff-1f63f75b3998 req-7aba79ea-2123-4076-bb5e-53585a1ec33e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338497 Sep 23 16:12:42.160770 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42316) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:42.264549 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cdb2dd67-5d6a-4515-9c2d-ac319d60d656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:42.352093 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43db9b-a0ac-4822-b86d-485fe32085eb req-7dfc0534-e2d4-42c6-abf7-249532bf5ce6 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:42.354289 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c43db9b-a0ac-4822-b86d-485fe32085eb req-7dfc0534-e2d4-42c6-abf7-249532bf5ce6 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0732427 Sep 23 16:12:42.413586 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9c43db9b-a0ac-4822-b86d-485fe32085eb req-5f0c8b9d-ff8c-444a-8a64-a163ec82cdc1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530291 Sep 23 16:12:42.430745 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cdb2dd67-5d6a-4515-9c2d-ac319d60d656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:42.435697 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cdb2dd67-5d6a-4515-9c2d-ac319d60d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:42.471838 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2dd67-5d6a-4515-9c2d-ac319d60d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe6ac3-d320-40ec-a959-c3ef638750a4,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:42.476137 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-cdb2dd67-5d6a-4515-9c2d-ac319d60d656 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=687f15c10a49434cb38789257087385a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143215 Sep 23 16:12:42.479451 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42322) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:42.527863 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5a94e897-2cbd-46c2-964f-7c538a2c15d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:42.559053 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5a94e897-2cbd-46c2-964f-7c538a2c15d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:42.629375 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade8479-7cca-4d2b-b209-0651f3421d74 req-25358c2e-0de9-44ed-a883-b21424673182 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:42.630833 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cade8479-7cca-4d2b-b209-0651f3421d74 req-25358c2e-0de9-44ed-a883-b21424673182 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0886962 Sep 23 16:12:42.685161 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5a94e897-2cbd-46c2-964f-7c538a2c15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:42.687575 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5a94e897-2cbd-46c2-964f-7c538a2c15d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:42.688703 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-5a94e897-2cbd-46c2-964f-7c538a2c15d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1afe6ac3-d320-40ec-a959-c3ef638750a4 HTTP/1.1" status: 204 len: 168 time: 0.2083762 Sep 23 16:12:42.700393 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1113-2875-4611-b605-b0bb6394bb7c req-63b27ec8-294f-4890-bda8-b7bf6bac73d0 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:42.701929 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-163e1113-2875-4611-b605-b0bb6394bb7c req-63b27ec8-294f-4890-bda8-b7bf6bac73d0 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 945 time: 0.1036694 Sep 23 16:12:42.706062 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cade8479-7cca-4d2b-b209-0651f3421d74 req-cdeded8f-7b29-42ad-bed6-f1023cfa3a06 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620346 Sep 23 16:12:42.712802 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94e897-2cbd-46c2-964f-7c538a2c15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe6ac3-d320-40ec-a959-c3ef638750a4,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:42.749832 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-163e1113-2875-4611-b605-b0bb6394bb7c req-6a4883a8-18fd-4088-93f3-4b58df9bb22e tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Sep 23 16:12:43.029916 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-78a2c573-a578-43a5-9037-86d36c84aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:43.031423 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-78a2c573-a578-43a5-9037-86d36c84aa8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea253480dc5549a2af29ce3066219065&device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 1098 time: 0.0413995 Sep 23 16:12:43.046062 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711f90-e163-4a38-b05b-903835febf46 req-872692d1-6b1f-4105-8ccd-490df49cd30c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:43.047563 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f5711f90-e163-4a38-b05b-903835febf46 req-872692d1-6b1f-4105-8ccd-490df49cd30c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0487895 Sep 23 16:12:43.084191 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f5711f90-e163-4a38-b05b-903835febf46 req-9446577b-8437-4a2d-9e31-1cbe9b9f6bf8 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Sep 23 16:12:43.131666 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-cdcf142d-9272-496c-9ec5-9f00924e7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:43.137223 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-cdcf142d-9272-496c-9ec5-9f00924e7a81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 200 len: 920 time: 0.0925710 Sep 23 16:12:43.180983 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-1893501f-9fd3-4320-9edf-95e0b55a62da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 200 len: 217 time: 0.0361645 Sep 23 16:12:43.249830 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-2f032a74-5b6b-4737-9231-a15d48f24ca2 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:43.251265 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-2f032a74-5b6b-4737-9231-a15d48f24ca2 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 945 time: 0.0510824 Sep 23 16:12:43.346086 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Deleting port 01785605-2138-4dd7-9891-68765ff65b2e {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:12:43.346816 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:43.446274 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-5d37f7c9-96ec-4267-b089-187a3622f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:43.447899 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-5d37f7c9-96ec-4267-b089-187a3622f175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 200 len: 859 time: 0.2488508 Sep 23 16:12:43.485365 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-100095da-9e2f-4ada-a8d0-08b664cd491e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6509021a-0e66-4255-8e36-2ab31b35f3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298965 Sep 23 16:12:43.584618 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-5d835670-a1aa-41a6-8d91-a9f0e5001a0a service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900562 Sep 23 16:12:43.674235 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] For port 01785605-2138-4dd7-9891-68765ff65b2e, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=01785605-2138-4dd7-9891-68765ff65b2e,segment=NetworkSegment(df1c8fee-6930-4246-b2cf-d5dcdd8f213a),segment_id=df1c8fee-6930-4246-b2cf-d5dcdd8f213a)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:43.674606 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:43.677480 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-382627ab-068e-46f3-b8e6-e688f5b57cdc req-1f409b9a-6306-453d-a311-ff2a24575a0c service neutron] 10.222.0.42 "GET /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842388 Sep 23 16:12:43.689631 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Calling delete_port for 01785605-2138-4dd7-9891-68765ff65b2e owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:12:43.707071 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe41e39-4ad8-4329-9100-970b4f512dbf req-7b9a88b5-10cf-40a5-84b4-844d56232fbe tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:43.708860 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ffe41e39-4ad8-4329-9100-970b4f512dbf req-7b9a88b5-10cf-40a5-84b4-844d56232fbe tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0833044 Sep 23 16:12:43.793067 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ffe41e39-4ad8-4329-9100-970b4f512dbf req-ba96b899-0c5d-4a57-be5e-89514c49ee22 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521204 Sep 23 16:12:43.889963 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:43.904397 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['01785605-2138-4dd7-9891-68765ff65b2e'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:12:43.927188 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d732c5-0bbf-4068-9d00-ee41e4f2e8f5 req-7624fbb5-e154-488a-8cab-9db978752cc7 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:43.928706 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19d732c5-0bbf-4068-9d00-ee41e4f2e8f5 req-7624fbb5-e154-488a-8cab-9db978752cc7 tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/ports?device_id=33f19c25-0b6b-4ee8-9663-3bb913965021 HTTP/1.1" status: 200 len: 867 time: 0.0906248 Sep 23 16:12:43.932086 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Pushing event deleted for resources: {'Port': ['ID=01785605-2138-4dd7-9891-68765ff65b2e,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:43.991661 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] No DVR routers for this DVR port 01785605-2138-4dd7-9891-68765ff65b2e on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:12:43.998613 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:44.000561 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4eb82c86-5831-4569-b978-0587e1fe4896 req-5d4c4e3c-e1b8-49a5-b84e-0f3293d4809f tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.42 "DELETE /v2.0/ports/01785605-2138-4dd7-9891-68765ff65b2e HTTP/1.1" status: 204 len: 173 time: 0.7416537 Sep 23 16:12:44.001256 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'name': 'network-vif-deleted', 'tag': '01785605-2138-4dd7-9891-68765ff65b2e'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:44.003485 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba2712-aeef-4694-8310-9d0c4223231a" -d '{"events": [{"server_uuid": "33f19c25-0b6b-4ee8-9663-3bb913965021", "name": "network-vif-deleted", "tag": "01785605-2138-4dd7-9891-68765ff65b2e"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:44.008946 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-19d732c5-0bbf-4068-9d00-ee41e4f2e8f5 req-24eca6ac-960b-4c3e-9dae-07f9861f384c tempest-AttachVolumeNegativeTest-819066570 tempest-AttachVolumeNegativeTest-819066570-project] 10.222.0.22 "GET /v2.0/security-groups?id=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730219 Sep 23 16:12:44.041043 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb51f72-7884-4d58-a7c1-233bbf8441b3 x-openstack-request-id: req-adb51f72-7884-4d58-a7c1-233bbf8441b3 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:44.041331 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f19c25-0b6b-4ee8-9663-3bb913965021", "name": "network-vif-deleted", "tag": "01785605-2138-4dd7-9891-68765ff65b2e", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:44.041578 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adb51f72-7884-4d58-a7c1-233bbf8441b3 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:44.041966 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f19c25-0b6b-4ee8-9663-3bb913965021', 'name': 'network-vif-deleted', 'tag': '01785605-2138-4dd7-9891-68765ff65b2e', 'status': 'completed', 'code': 200} Sep 23 16:12:44.199605 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f4748-5942-4060-a454-37cfab60b7e6 req-8fc7ba80-cc4b-4320-aa61-7f044c139f85 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:44.200959 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-796f4748-5942-4060-a454-37cfab60b7e6 req-8fc7ba80-cc4b-4320-aa61-7f044c139f85 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0481021 Sep 23 16:12:44.237272 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-796f4748-5942-4060-a454-37cfab60b7e6 req-520c9068-8d92-4454-89f4-fb21c88128b4 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Sep 23 16:12:44.915693 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc26a7-3c62-412b-9a9e-e5c222810dcc req-bc326ce8-3723-4047-bd36-c3684f393b3c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:44.917167 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-92cc26a7-3c62-412b-9a9e-e5c222810dcc req-bc326ce8-3723-4047-bd36-c3684f393b3c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0483973 Sep 23 16:12:44.956914 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-92cc26a7-3c62-412b-9a9e-e5c222810dcc req-36dc1b6d-0799-479e-8fa0-a3bb737fb2e8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339041 Sep 23 16:12:45.065823 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42352) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:45.111202 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] Deleting subnet 72c860bd-02ab-440b-a8ff-d698476d9c12 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:12:45.114176 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.147540 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.184811 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.236833 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.266160 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.268171 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/72c860bd-02ab-440b-a8ff-d698476d9c12 HTTP/1.1" status: 204 len: 168 time: 0.2012391 Sep 23 16:12:45.269007 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab107c-5cda-4a7c-8fc0-5ed2f9648855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c860bd-02ab-440b-a8ff-d698476d9c12,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:45.270686 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42356) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:45.345235 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.358614 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adc48e-bdf7-42e8-bc74-065107c2a620 req-16316c8f-5f39-41b0-868b-d88aa8624baa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:45.358614 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e8adc48e-bdf7-42e8-bc74-065107c2a620 req-16316c8f-5f39-41b0-868b-d88aa8624baa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0543480 Sep 23 16:12:45.395622 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e8adc48e-bdf7-42e8-bc74-065107c2a620 req-d548266e-8dae-4995-81c5-f191ba5b1bfa tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Sep 23 16:12:45.424886 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.445339 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677d1fb4-38ed-44e8-8b60-dd378fb89a79']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:45.454155 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:45.454447 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1c8fee-6930-4246-b2cf-d5dcdd8f213a') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:45.465285 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.479541 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.485613 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:12:45.486159 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:12:45.487759 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:12:45.549118 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.555347 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.559843 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/677d1fb4-38ed-44e8-8b60-dd378fb89a79 HTTP/1.1" status: 204 len: 168 time: 0.2842281 Sep 23 16:12:45.570400 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=677d1fb4-38ed-44e8-8b60-dd378fb89a79,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:45.577539 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.577886 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.578219 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.578546 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.578928 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.579259 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.579600 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.579932 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.580237 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.580552 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.580867 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.581181 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8d7d6-8eb7-4444-a34b-621b4fdf62c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:45.714994 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42360) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:45.753672 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-2d3ddebf-1712-4ecd-8e76-241e814cb624 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54b3933279484da99acad70e9385561d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375473 Sep 23 16:12:45.755993 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42362) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:45.802805 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a58a-3d2f-4102-8d71-11cdde92b5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.823564 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a58a-3d2f-4102-8d71-11cdde92b5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.872931 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a58a-3d2f-4102-8d71-11cdde92b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.875445 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a58a-3d2f-4102-8d71-11cdde92b5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:45.876625 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-fdf7a58a-3d2f-4102-8d71-11cdde92b5ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/465d7b5d-1ef9-4f91-bcf3-a60411f73a2b HTTP/1.1" status: 204 len: 168 time: 0.1197371 Sep 23 16:12:45.884670 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7a58a-3d2f-4102-8d71-11cdde92b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465d7b5d-1ef9-4f91-bcf3-a60411f73a2b,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:46.075489 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8894-e68d-48ac-a4cc-869f6ad10fc5 req-33aa074a-4e3c-496c-911f-1c52690c6a3f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:46.077005 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-094a8894-e68d-48ac-a4cc-869f6ad10fc5 req-33aa074a-4e3c-496c-911f-1c52690c6a3f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0486934 Sep 23 16:12:46.114655 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-094a8894-e68d-48ac-a4cc-869f6ad10fc5 req-c2b71b0c-4ea4-4269-b78b-7a8db6c1f933 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315557 Sep 23 16:12:46.513476 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259403-b747-4e6a-aff9-b51926c658a9 req-ee7bcae4-9468-469b-a23e-c5afc777d89d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:46.515001 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a2259403-b747-4e6a-aff9-b51926c658a9 req-ee7bcae4-9468-469b-a23e-c5afc777d89d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0496795 Sep 23 16:12:46.554071 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a2259403-b747-4e6a-aff9-b51926c658a9 req-701ef4b7-d863-4c84-beee-661c8fc131da tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331635 Sep 23 16:12:47.239236 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcd1c2-7a52-43ad-9816-1f1e30e9c620 req-cc8fdcb9-bafe-4719-bdc0-3ea9d66230ce tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:47.240894 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9ebcd1c2-7a52-43ad-9816-1f1e30e9c620 req-cc8fdcb9-bafe-4719-bdc0-3ea9d66230ce tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 943 time: 0.0527236 Sep 23 16:12:47.280357 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9ebcd1c2-7a52-43ad-9816-1f1e30e9c620 req-2f1ea48c-59eb-4dc3-b76e-db835d8d9111 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Sep 23 16:12:47.344756 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:12:47.349341 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 01785605-2138-4dd7-9891-68765ff65b2e no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:12:47.368858 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: 01785605-2138-4dd7-9891-68765ff65b2e {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:12:47.369204 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 01785605-2138-4dd7-9891-68765ff65b2e not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:12:47.468234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:47.480374 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'port_id': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'mac_address': 'fa:16:3e:9c:20:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:12:47.521024 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:47.534854 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2185120-f282-4307-8bd8-0db9d3e63c84 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:12:47.557357 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:47.561738 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:47.613239 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=9']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:47.621303 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.621656 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.622002 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.622361 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.622699 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.623032 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.623524 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.623709 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.624046 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.624503 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.624836 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.625158 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:12:47.752622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42440) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:47.837080 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['e2185120-f282-4307-8bd8-0db9d3e63c84'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:12:47.856456 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6df8189a-69aa-42a8-a8d8-bc6b27f5d86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:47.967143 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6df8189a-69aa-42a8-a8d8-bc6b27f5d86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:47.974073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6df8189a-69aa-42a8-a8d8-bc6b27f5d86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.012360 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8189a-69aa-42a8-a8d8-bc6b27f5d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3355a0-a6ca-486d-9c63-9ffa57abb2ba,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:48.019489 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42450) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:48.020057 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6df8189a-69aa-42a8-a8d8-bc6b27f5d86b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4374f3ad60d744b8b9578c1dc9d94f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657869 Sep 23 16:12:48.074992 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e423d4c8-a25c-43d5-8c20-ef1b75127075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.103199 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e423d4c8-a25c-43d5-8c20-ef1b75127075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.150191 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e423d4c8-a25c-43d5-8c20-ef1b75127075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.152900 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e423d4c8-a25c-43d5-8c20-ef1b75127075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.154069 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e423d4c8-a25c-43d5-8c20-ef1b75127075 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c3355a0-a6ca-486d-9c63-9ffa57abb2ba HTTP/1.1" status: 204 len: 168 time: 0.1325409 Sep 23 16:12:48.162000 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423d4c8-a25c-43d5-8c20-ef1b75127075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3355a0-a6ca-486d-9c63-9ffa57abb2ba,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:48.434633 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42460) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:48.448575 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f2dd-b451-41a3-8aee-1ebb1b0f5dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.462835 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75100718-7559-442e-8cd4-fded54e86809 req-7e656ad3-687b-4e04-a7ca-6dbfab636f32 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:48.464339 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-75100718-7559-442e-8cd4-fded54e86809 req-7e656ad3-687b-4e04-a7ca-6dbfab636f32 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 944 time: 0.0570223 Sep 23 16:12:48.502956 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-75100718-7559-442e-8cd4-fded54e86809 req-7218fd10-8ae8-4d3a-bb6c-238c6e1b3d03 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322838 Sep 23 16:12:48.539532 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f2dd-b451-41a3-8aee-1ebb1b0f5dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.542950 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f2dd-b451-41a3-8aee-1ebb1b0f5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.576682 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e4d2f2dd-b451-41a3-8aee-1ebb1b0f5dbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e235943c682549d7b290cc53bcb2f26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409647 Sep 23 16:12:48.579307 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42462) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:12:48.585510 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2f2dd-b451-41a3-8aee-1ebb1b0f5dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5309f15-6c3d-4857-98e2-a963314df24c,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:48.631713 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7427dd12-0e53-446b-ad04-4e4285594750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.653396 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7427dd12-0e53-446b-ad04-4e4285594750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.698828 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7427dd12-0e53-446b-ad04-4e4285594750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.701946 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7427dd12-0e53-446b-ad04-4e4285594750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:48.703172 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-7427dd12-0e53-446b-ad04-4e4285594750 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5309f15-6c3d-4857-98e2-a963314df24c HTTP/1.1" status: 204 len: 168 time: 0.1228306 Sep 23 16:12:48.711960 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427dd12-0e53-446b-ad04-4e4285594750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5309f15-6c3d-4857-98e2-a963314df24c,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:49.358182 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:12:49.415970 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port e2185120-f282-4307-8bd8-0db9d3e63c84 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:12:49.416510 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:49.499749 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:49.522217 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:49.525476 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166b8aad-9ebe-4c25-b6a9-f52b500d45de" -d '{"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:49.539899 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:49.544183 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:49.568227 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb70038-f0b9-47a9-b1f9-5c75a2647c2e x-openstack-request-id: req-1fb70038-f0b9-47a9-b1f9-5c75a2647c2e {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:49.568528 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:49.568780 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1fb70038-f0b9-47a9-b1f9-5c75a2647c2e {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:49.569166 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'code': 200} Sep 23 16:12:49.596864 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=10']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:49.644337 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a83b47-b18a-476a-a118-2170a9d178cb req-3f3613b9-7fc2-4690-8ed4-2eab8b652dc2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:49.645842 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39a83b47-b18a-476a-a118-2170a9d178cb req-3f3613b9-7fc2-4690-8ed4-2eab8b652dc2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0538571 Sep 23 16:12:49.684841 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39a83b47-b18a-476a-a118-2170a9d178cb req-cfa85166-a84b-42f2-8bcf-71ea3a0078c9 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319014 Sep 23 16:12:50.051955 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13144281-4c45-467b-a765-9461549ef039 req-7fde5495-857a-41d4-b5b6-d726d1fbfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:50.053447 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-13144281-4c45-467b-a765-9461549ef039 req-7fde5495-857a-41d4-b5b6-d726d1fbfc49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0392640 Sep 23 16:12:50.091130 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-13144281-4c45-467b-a765-9461549ef039 req-3aa612df-529d-4ef0-b63c-f7526313d03c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288448 Sep 23 16:12:50.488842 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fad5c-6cac-4505-bc49-d1bab86208ec req-4e1c4d4f-56d5-4634-8cac-16a4cfc9f913 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:50.490321 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a26fad5c-6cac-4505-bc49-d1bab86208ec req-4e1c4d4f-56d5-4634-8cac-16a4cfc9f913 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0529337 Sep 23 16:12:50.530540 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a26fad5c-6cac-4505-bc49-d1bab86208ec req-19f2f5ae-978b-4aa6-9719-ec02b8b260af tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Sep 23 16:12:50.805483 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9dd7-2a20-4c19-a17b-3727ad9a588c req-7cdf2782-c9fb-4fa6-a340-d4f95e9df308 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:50.806855 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-010a9dd7-2a20-4c19-a17b-3727ad9a588c req-7cdf2782-c9fb-4fa6-a340-d4f95e9df308 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0479379 Sep 23 16:12:50.842837 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-010a9dd7-2a20-4c19-a17b-3727ad9a588c req-21de1e87-35d4-4c1e-b3da-eabfbe3972f4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300708 Sep 23 16:12:51.024175 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f8dccb57-c130-4cb3-ad70-b776540d4afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:51.671421 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7f193-4172-4908-a5a7-e18a59786ed2 req-4e4d7abb-189c-4099-be10-dd82b5647a08 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:51.672934 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aff7f193-4172-4908-a5a7-e18a59786ed2 req-4e4d7abb-189c-4099-be10-dd82b5647a08 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0532050 Sep 23 16:12:51.709947 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aff7f193-4172-4908-a5a7-e18a59786ed2 req-0e82ad26-0773-4bf2-a3ab-a095aea8bce2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Sep 23 16:12:51.973294 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc43de6-3410-4b69-8e56-838ce38c932f req-e5118c03-bfdd-403f-bc30-416e44a39527 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:51.974835 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bdc43de6-3410-4b69-8e56-838ce38c932f req-e5118c03-bfdd-403f-bc30-416e44a39527 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0531685 Sep 23 16:12:52.013266 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bdc43de6-3410-4b69-8e56-838ce38c932f req-c688306c-d159-43c8-9b72-df477d20f8a6 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Sep 23 16:12:52.821656 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17232c84-8890-4a1a-bff8-4e2a56e6b41d req-c15df8c9-66dc-4134-b798-8862403ae37d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:52.823129 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-17232c84-8890-4a1a-bff8-4e2a56e6b41d req-c15df8c9-66dc-4134-b798-8862403ae37d tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0475521 Sep 23 16:12:52.859741 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-17232c84-8890-4a1a-bff8-4e2a56e6b41d req-d26fb0b9-65a8-465e-8252-2b84ffa01393 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Sep 23 16:12:53.131662 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc451e-1d20-4ba2-bf39-cc5388b1d6cd req-0bbf2041-1d99-4cb6-8081-7cfa72baa534 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:53.133942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21fc451e-1d20-4ba2-bf39-cc5388b1d6cd req-0bbf2041-1d99-4cb6-8081-7cfa72baa534 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0493975 Sep 23 16:12:53.170501 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21fc451e-1d20-4ba2-bf39-cc5388b1d6cd req-7d60aefd-c8f8-4aa1-9072-d04f4e4b85f4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307362 Sep 23 16:12:53.707702 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-72d426f6-ac1e-4015-ab2d-170552abd970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:53.974313 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f10f5-b7e8-47ad-a909-45813829794c req-ac708b92-d206-4473-aea9-1fbbe225dc19 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:53.975709 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3d5f10f5-b7e8-47ad-a909-45813829794c req-ac708b92-d206-4473-aea9-1fbbe225dc19 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0514503 Sep 23 16:12:54.012809 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3d5f10f5-b7e8-47ad-a909-45813829794c req-4f3fcc44-d651-4263-b1df-346daf213781 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Sep 23 16:12:54.290753 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc5652-5da8-464e-80a6-2bdd18f048a9 req-1a8c692a-ac7f-4bcb-a024-3c3311e7b537 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:54.292251 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85cc5652-5da8-464e-80a6-2bdd18f048a9 req-1a8c692a-ac7f-4bcb-a024-3c3311e7b537 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0531507 Sep 23 16:12:54.320535 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:54.331573 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85cc5652-5da8-464e-80a6-2bdd18f048a9 req-43616db2-8a07-47c5-8601-2209b21f9682 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334136 Sep 23 16:12:54.699280 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:55.126595 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f2ba5-8790-4903-b36d-af9a9cfdb563 req-0c9137df-130e-4637-a6e8-1f616725ebfd tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:55.128220 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-203f2ba5-8790-4903-b36d-af9a9cfdb563 req-0c9137df-130e-4637-a6e8-1f616725ebfd tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Sep 23 16:12:55.166281 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-203f2ba5-8790-4903-b36d-af9a9cfdb563 req-e2b0fd0d-0c4c-4b93-80db-5baa99787a60 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Sep 23 16:12:55.228701 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-af2aae7c-debc-4aa0-9339-bc395288abed tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:55.230195 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-af2aae7c-debc-4aa0-9339-bc395288abed tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 945 time: 0.0545640 Sep 23 16:12:55.319722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Deleting port e0830118-768e-4f6f-97bc-11084c69692d {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:12:55.320383 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:55.440440 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] For port e0830118-768e-4f6f-97bc-11084c69692d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e0830118-768e-4f6f-97bc-11084c69692d,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:12:55.440810 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:55.455525 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Calling delete_port for e0830118-768e-4f6f-97bc-11084c69692d owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:12:55.512986 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24d36-d630-4053-9c58-fe36c8ef66fc req-65093f76-47f8-4c7e-b26b-9fc3308f7671 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:55.514468 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-96e24d36-d630-4053-9c58-fe36c8ef66fc req-65093f76-47f8-4c7e-b26b-9fc3308f7671 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.1092632 Sep 23 16:12:55.575340 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-96e24d36-d630-4053-9c58-fe36c8ef66fc req-7b0eca30-e1df-4b2c-8d13-a60cdc0a19b1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543797 Sep 23 16:12:55.630752 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:55.649173 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['e4f95bf1-8995-417e-a530-32ddff494485', 'e0830118-768e-4f6f-97bc-11084c69692d'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:12:55.657264 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Pushing event deleted for resources: {'Port': ['ID=e0830118-768e-4f6f-97bc-11084c69692d,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:55.702547 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] No DVR routers for this DVR port e0830118-768e-4f6f-97bc-11084c69692d on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:12:55.705182 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:55.707144 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0cd83fcc-1a95-40bd-a9c6-121d36b94836 req-45ff0a18-761a-445f-a4bf-1a816b3ba115 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "DELETE /v2.0/ports/e0830118-768e-4f6f-97bc-11084c69692d HTTP/1.1" status: 204 len: 173 time: 0.4701288 Sep 23 16:12:55.707627 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a86906-6560-495d-84ad-751a7a663991', 'name': 'network-vif-deleted', 'tag': 'e0830118-768e-4f6f-97bc-11084c69692d'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:12:55.709858 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb5154-af72-4d4c-8147-0bd846ebbbb4" -d '{"events": [{"server_uuid": "06a86906-6560-495d-84ad-751a7a663991", "name": "network-vif-deleted", "tag": "e0830118-768e-4f6f-97bc-11084c69692d"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:12:55.755454 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9438b30-bb2e-40ae-91c0-5c1b276dab9b x-openstack-request-id: req-b9438b30-bb2e-40ae-91c0-5c1b276dab9b {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:12:55.756327 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a86906-6560-495d-84ad-751a7a663991", "name": "network-vif-deleted", "tag": "e0830118-768e-4f6f-97bc-11084c69692d", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:12:55.756696 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9438b30-bb2e-40ae-91c0-5c1b276dab9b {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:12:55.757308 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a86906-6560-495d-84ad-751a7a663991', 'name': 'network-vif-deleted', 'tag': 'e0830118-768e-4f6f-97bc-11084c69692d', 'status': 'completed', 'code': 200} Sep 23 16:12:56.279976 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-abdff028-b03c-4711-ae59-61b90dbaefca req-b9facd46-d144-4743-98ed-706557407b4c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=06a86906-6560-495d-84ad-751a7a663991 HTTP/1.1" status: 200 len: 210 time: 0.0310316 Sep 23 16:12:56.363419 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:57.545230 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb213b2f-f0ce-4cee-bf6e-16b95cabb937 req-d5faf74e-e5b3-42b2-9d3f-4dcb75445b06 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:57.546698 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fb213b2f-f0ce-4cee-bf6e-16b95cabb937 req-d5faf74e-e5b3-42b2-9d3f-4dcb75445b06 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0488610 Sep 23 16:12:57.584284 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fb213b2f-f0ce-4cee-bf6e-16b95cabb937 req-b2abdf56-f3d7-41f5-92e4-7dbf7798b9ad tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316579 Sep 23 16:12:58.699044 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2efb31-5a4e-47e9-a82b-5ae22c93f0aa req-4864d81e-40cc-4a08-b3b3-65b6c1f1a79b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:58.700520 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1e2efb31-5a4e-47e9-a82b-5ae22c93f0aa req-4864d81e-40cc-4a08-b3b3-65b6c1f1a79b tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0480540 Sep 23 16:12:58.737705 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1e2efb31-5a4e-47e9-a82b-5ae22c93f0aa req-0909af60-7b8b-480a-bafc-708fe5fac61e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Sep 23 16:12:59.418883 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e0830118-768e-4f6f-97bc-11084c69692d no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:12:59.439297 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: e0830118-768e-4f6f-97bc-11084c69692d {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:12:59.439721 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e0830118-768e-4f6f-97bc-11084c69692d not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:12:59.852676 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4e97-faa9-4bb4-baad-bb2bd9cb37f1 req-b5bbe11a-23a3-416a-b6bd-bbaa97276206 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:12:59.854128 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfaa4e97-faa9-4bb4-baad-bb2bd9cb37f1 req-b5bbe11a-23a3-416a-b6bd-bbaa97276206 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0521035 Sep 23 16:12:59.890169 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfaa4e97-faa9-4bb4-baad-bb2bd9cb37f1 req-53162d8e-45e0-410a-9fbd-d3e62862224e tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302048 Sep 23 16:13:01.006557 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69438892-f6ba-4bd3-ab90-ce69de2415bd req-5cadd564-e31a-4faf-8f83-443e8d51b7fb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:01.008425 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-69438892-f6ba-4bd3-ab90-ce69de2415bd req-5cadd564-e31a-4faf-8f83-443e8d51b7fb tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0499127 Sep 23 16:13:01.047430 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-69438892-f6ba-4bd3-ab90-ce69de2415bd req-5db52ab8-5971-4182-a3f0-13c8a6d6f9b3 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Sep 23 16:13:01.169510 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:13:01.692293 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da1c89-8e8b-4fc1-b5b7-3c9ddea84710 req-0fbe6d0c-6535-4b9b-a870-4383426d12b1 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:01.693726 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2da1c89-8e8b-4fc1-b5b7-3c9ddea84710 req-0fbe6d0c-6535-4b9b-a870-4383426d12b1 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0482497 Sep 23 16:13:01.731426 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2da1c89-8e8b-4fc1-b5b7-3c9ddea84710 req-fd786edf-4819-42a9-bb63-30d3079c908b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Sep 23 16:13:01.926376 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:02.164147 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6277162-f311-4824-b16b-36549f6fb4bf req-26a5c81e-b000-41fe-a80e-d76bb279e985 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:02.165607 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f6277162-f311-4824-b16b-36549f6fb4bf req-26a5c81e-b000-41fe-a80e-d76bb279e985 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0522549 Sep 23 16:13:02.202455 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f6277162-f311-4824-b16b-36549f6fb4bf req-c21838c0-97c3-4739-be3c-a8d85a27e651 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Sep 23 16:13:02.844458 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6a0c-f15a-4c5a-b52f-ff21c378ac81 req-a63b3699-57e4-4b37-8f56-dffa66a0ec77 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:02.845909 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eb7b6a0c-f15a-4c5a-b52f-ff21c378ac81 req-a63b3699-57e4-4b37-8f56-dffa66a0ec77 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0483382 Sep 23 16:13:02.881836 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eb7b6a0c-f15a-4c5a-b52f-ff21c378ac81 req-64052d9f-a420-4c75-9699-bfc9c38ee9dd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298123 Sep 23 16:13:03.315185 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb22a8-36fb-4a28-bded-c7c446ebb6a7 req-f2b9b9f8-4ec8-490b-91ad-f15129307d51 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:03.316690 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7feb22a8-36fb-4a28-bded-c7c446ebb6a7 req-f2b9b9f8-4ec8-490b-91ad-f15129307d51 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0480156 Sep 23 16:13:03.354278 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7feb22a8-36fb-4a28-bded-c7c446ebb6a7 req-59583c79-e0b5-4bff-8237-dd9fbe83baff tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Sep 23 16:13:03.998766 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5dcea-2874-4b64-a111-95627ef461d9 req-364b1751-72d9-4782-888a-eb268edc0b3e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:04.000272 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fde5dcea-2874-4b64-a111-95627ef461d9 req-364b1751-72d9-4782-888a-eb268edc0b3e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0512431 Sep 23 16:13:04.037118 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fde5dcea-2874-4b64-a111-95627ef461d9 req-a3824c5f-e0ee-4f9b-afd5-01c745f9f5f4 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Sep 23 16:13:04.467270 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381be42-000e-455a-93ce-66657c93c3a6 req-14b79f50-da6f-4c41-836e-cff2ca4771fc tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:04.468739 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7381be42-000e-455a-93ce-66657c93c3a6 req-14b79f50-da6f-4c41-836e-cff2ca4771fc tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0482614 Sep 23 16:13:04.505662 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7381be42-000e-455a-93ce-66657c93c3a6 req-d59f01a1-67a1-4b7c-9938-d13fd4c52494 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Sep 23 16:13:05.149475 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1eb50-db7c-4c39-8d31-38809bd643a8 req-13ae1d9c-25df-4e73-82b6-941ed20d1ebf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:05.150943 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f7a1eb50-db7c-4c39-8d31-38809bd643a8 req-13ae1d9c-25df-4e73-82b6-941ed20d1ebf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0491626 Sep 23 16:13:05.186870 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f7a1eb50-db7c-4c39-8d31-38809bd643a8 req-140f54a4-30f1-47e8-af98-f56451cceff4 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300708 Sep 23 16:13:05.626595 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8fc5d-72c3-43b8-8061-6fe9c1aa5e2a req-f5355726-b082-42fa-861a-c02bc1771357 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:05.628013 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6cd8fc5d-72c3-43b8-8061-6fe9c1aa5e2a req-f5355726-b082-42fa-861a-c02bc1771357 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0538225 Sep 23 16:13:05.666072 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6cd8fc5d-72c3-43b8-8061-6fe9c1aa5e2a req-181476ae-5c07-4e70-a2b0-3502e31c8ca6 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5134fc5-3f08-4b2a-b0d2-cf509691cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Sep 23 16:13:05.736140 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d88b61b0-b348-4ff9-bba5-e4526ada242c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:05.737633 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d88b61b0-b348-4ff9-bba5-e4526ada242c tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e6dd3b-1796-4e6f-8088-869c92f05bfd HTTP/1.1" status: 200 len: 945 time: 0.0504405 Sep 23 16:13:05.835508 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Deleting port e4f95bf1-8995-417e-a530-32ddff494485 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:13:05.835854 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:05.926365 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] For port e4f95bf1-8995-417e-a530-32ddff494485, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e4f95bf1-8995-417e-a530-32ddff494485,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:13:05.926601 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:05.940148 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Calling delete_port for e4f95bf1-8995-417e-a530-32ddff494485 owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:13:06.069471 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:06.086715 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['e4f95bf1-8995-417e-a530-32ddff494485'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:13:06.097453 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Pushing event deleted for resources: {'Port': ['ID=e4f95bf1-8995-417e-a530-32ddff494485,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:06.137317 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] No DVR routers for this DVR port e4f95bf1-8995-417e-a530-32ddff494485 on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:13:06.139797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:06.141748 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7345f1a8-bc8c-422e-81c8-160d88f0fa9c req-d40069e9-9341-47e3-98c6-dc0668360ae2 tempest-ServerRescueNegativeTestJSON-990826639 tempest-ServerRescueNegativeTestJSON-990826639-project] 10.222.0.42 "DELETE /v2.0/ports/e4f95bf1-8995-417e-a530-32ddff494485 HTTP/1.1" status: 204 len: 173 time: 0.3959019 Sep 23 16:13:06.142192 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'name': 'network-vif-deleted', 'tag': 'e4f95bf1-8995-417e-a530-32ddff494485'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:13:06.145804 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f734e562-d4b2-4898-9bbe-184747e79591" -d '{"events": [{"server_uuid": "d1e6dd3b-1796-4e6f-8088-869c92f05bfd", "name": "network-vif-deleted", "tag": "e4f95bf1-8995-417e-a530-32ddff494485"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:13:06.186449 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e92ac-9a82-4912-a453-b79b9471e59f x-openstack-request-id: req-673e92ac-9a82-4912-a453-b79b9471e59f {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:13:06.186738 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e6dd3b-1796-4e6f-8088-869c92f05bfd", "name": "network-vif-deleted", "tag": "e4f95bf1-8995-417e-a530-32ddff494485", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:13:06.186985 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-673e92ac-9a82-4912-a453-b79b9471e59f {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:13:06.187408 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e6dd3b-1796-4e6f-8088-869c92f05bfd', 'name': 'network-vif-deleted', 'tag': 'e4f95bf1-8995-417e-a530-32ddff494485', 'status': 'completed', 'code': 200} Sep 23 16:13:06.310171 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9d6b5-016f-4685-b982-578e4c264b9d req-9848a4f9-26d3-4b63-831f-17fc67e3715e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:06.311665 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-69b9d6b5-016f-4685-b982-578e4c264b9d req-9848a4f9-26d3-4b63-831f-17fc67e3715e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0565464 Sep 23 16:13:06.349897 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-69b9d6b5-016f-4685-b982-578e4c264b9d req-4b27dc34-5692-4ddb-8070-555e52f217d1 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321240 Sep 23 16:13:06.720588 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42706) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:07.140770 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:07.418350 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Deleting port eabfe987-6b8f-4a5e-ba73-645b38e8bad0 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:13:07.418595 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:07.463753 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2330b6-8d62-43b0-8362-825d7773d5d0 req-578767db-e777-46d5-b22b-fc942b142bc0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:07.465236 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ea2330b6-8d62-43b0-8362-825d7773d5d0 req-578767db-e777-46d5-b22b-fc942b142bc0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0479174 Sep 23 16:13:07.496778 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] For port eabfe987-6b8f-4a5e-ba73-645b38e8bad0, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,segment=NetworkSegment(30dccd59-f627-4226-95d9-eb9597f949d5),segment_id=30dccd59-f627-4226-95d9-eb9597f949d5)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:13:07.497152 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:07.502598 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ea2330b6-8d62-43b0-8362-825d7773d5d0 req-41cd281b-d007-4275-8a45-4d0313dc9e71 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313265 Sep 23 16:13:07.509535 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Calling delete_port for eabfe987-6b8f-4a5e-ba73-645b38e8bad0 owned by network:router_interface {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:13:07.682650 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:07.710008 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Pushing event deleted for resources: {'Port': ['ID=eabfe987-6b8f-4a5e-ba73-645b38e8bad0,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:07.864412 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:08.065951 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Router 783fbd63-1df5-403d-8b5f-901e555dacc2 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:13:08.168970 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:13:08.173936 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-db44285d-ace4-4acb-b465-1d30457e317f admin admin] 10.222.0.22 "PUT /v2.0/routers/783fbd63-1df5-403d-8b5f-901e555dacc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523342 Sep 23 16:13:08.176471 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42726) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:08.179720 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] Sync routers for ids ['783fbd63-1df5-403d-8b5f-901e555dacc2'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:13:08.188618 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] Routers {'783fbd63-1df5-403d-8b5f-901e555dacc2'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:13:08.189213 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:12:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['783fbd63-1df5-403d-8b5f-901e555dacc2'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:08.283987 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks [] for router, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:08.300205 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] Set router 783fbd63-1df5-403d-8b5f-901e555dacc2 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:13:08.389318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:08.443032 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Deleting port fd4c800d-afc7-4160-a73f-2b991aca4f10 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:13:08.443375 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:08.485796 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:13:07Z', 'revision_number': 5, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port': {'id': 'fd4c800d-afc7-4160-a73f-2b991aca4f10', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:22Z', 'updated_at': '2021-09-23T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:08.513136 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] Checking router: 783fbd63-1df5-403d-8b5f-901e555dacc2 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:13:08.521796 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] Routers {'783fbd63-1df5-403d-8b5f-901e555dacc2'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:13:08.522404 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:12:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['783fbd63-1df5-403d-8b5f-901e555dacc2'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:08.618694 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] Set router 783fbd63-1df5-403d-8b5f-901e555dacc2 gateway port host: None {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:13:08.628382 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8412-8695-46db-9eba-a70df9b463dd req-317ef801-4b96-4bf3-a2c8-46e35835972f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:08.629985 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-359e8412-8695-46db-9eba-a70df9b463dd req-317ef801-4b96-4bf3-a2c8-46e35835972f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0501738 Sep 23 16:13:08.671466 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-359e8412-8695-46db-9eba-a70df9b463dd req-09b41c26-f76d-4fde-b31e-23f42c6dcb0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343010 Sep 23 16:13:08.672232 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:13:08Z', 'revision_number': 6, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:08.737720 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] For port fd4c800d-afc7-4160-a73f-2b991aca4f10, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=fd4c800d-afc7-4160-a73f-2b991aca4f10,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:13:08.738083 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:08.752538 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Calling delete_port for fd4c800d-afc7-4160-a73f-2b991aca4f10 owned by network:router_gateway {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:13:08.784081 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d35958-e2af-481a-bca2-3b98ed0bd640 None None] The sync data for ids ['783fbd63-1df5-403d-8b5f-901e555dacc2'] in dv-cinder-806616-3-iscsi is: [{'id': '783fbd63-1df5-403d-8b5f-901e555dacc2', 'name': 'tempest-ServerRescueNegativeTestJSON-1049715047-router', 'tenant_id': 'ea253480dc5549a2af29ce3066219065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:20Z', 'updated_at': '2021-09-23T16:13:08Z', 'revision_number': 6, 'project_id': 'ea253480dc5549a2af29ce3066219065', 'gw_port_host': None}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:13:08.920202 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:08.942272 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4c800d-afc7-4160-a73f-2b991aca4f10,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:09.002222 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.105870 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.108016 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.171961 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.172670 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783fbd63-1df5-403d-8b5f-901e555dacc2 {{(pid=94384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:13:09.177615 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.180842 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-aa138105-545c-4fa0-a681-00ba118b3bca admin admin] 10.222.0.22 "DELETE /v2.0/routers/783fbd63-1df5-403d-8b5f-901e555dacc2 HTTP/1.1" status: 204 len: 168 time: 1.0010571 Sep 23 16:13:09.181112 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42732) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:09.234312 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] Deleting subnet 46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 {{(pid=94384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:13:09.238255 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.273441 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504808'] for subnet, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.311135 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.362603 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153604'] for subnet, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.389795 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c6dd1b-48a3-44a1-8946-2c9ed1be72b2,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:09.396364 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.398718 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-77a0f7f3-8af5-4cf2-b1c9-3f7a3f6bd207 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/46c6dd1b-48a3-44a1-8946-2c9ed1be72b2 HTTP/1.1" status: 204 len: 168 time: 0.2167323 Sep 23 16:13:09.401077 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42734) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:09.468470 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.553476 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.574700 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6509021a-0e66-4255-8e36-2ab31b35f3f3']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:09.584208 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dccd59-f627-4226-95d9-eb9597f949d5') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:09.584495 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dccd59-f627-4226-95d9-eb9597f949d5') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:09.594154 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.607499 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.613156 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:13:09.613535 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:13:09.615133 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:13:09.671009 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.677399 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.679895 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6509021a-0e66-4255-8e36-2ab31b35f3f3 HTTP/1.1" status: 204 len: 168 time: 0.2778833 Sep 23 16:13:09.689215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc41184-408f-4330-81cc-c908c0b63571 admin admin] Pushing event deleted for resources: {'Network': ['ID=6509021a-0e66-4255-8e36-2ab31b35f3f3,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:09.801887 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb583cd-3584-4526-81cc-dda302e26d6b req-e52998f3-f48e-403c-9c3f-612c70293a34 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:09.803633 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5bb583cd-3584-4526-81cc-dda302e26d6b req-e52998f3-f48e-403c-9c3f-612c70293a34 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0628247 Sep 23 16:13:09.847295 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5bb583cd-3584-4526-81cc-dda302e26d6b req-678cb271-63cf-4fc5-9303-550852f1f1e3 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363128 Sep 23 16:13:09.872096 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42740) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:09.915509 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-2063cf0f-7ea5-4b09-8712-af3ed5efff8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea253480dc5549a2af29ce3066219065&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422072 Sep 23 16:13:09.917974 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42742) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:09.966501 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-eab81f4e-402a-48f4-9084-e255af7f2441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:09.986727 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-eab81f4e-402a-48f4-9084-e255af7f2441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:10.032078 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-eab81f4e-402a-48f4-9084-e255af7f2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:10.034632 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-eab81f4e-402a-48f4-9084-e255af7f2441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:10.035804 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-eab81f4e-402a-48f4-9084-e255af7f2441 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5134fc5-3f08-4b2a-b0d2-cf509691cece HTTP/1.1" status: 204 len: 168 time: 0.1168056 Sep 23 16:13:10.044203 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab81f4e-402a-48f4-9084-e255af7f2441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5134fc5-3f08-4b2a-b0d2-cf509691cece,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:10.219905 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e4f95bf1-8995-417e-a530-32ddff494485 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:13:10.242952 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: e4f95bf1-8995-417e-a530-32ddff494485 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:13:10.243212 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e4f95bf1-8995-417e-a530-32ddff494485 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:13:10.341199 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device fd4c800d-afc7-4160-a73f-2b991aca4f10 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:13:10.361235 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: fd4c800d-afc7-4160-a73f-2b991aca4f10 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:13:10.361587 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device fd4c800d-afc7-4160-a73f-2b991aca4f10 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:13:10.362010 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eabfe987-6b8f-4a5e-ba73-645b38e8bad0 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:13:10.380930 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: eabfe987-6b8f-4a5e-ba73-645b38e8bad0 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:13:10.381270 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eabfe987-6b8f-4a5e-ba73-645b38e8bad0 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:13:10.963949 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016672f-eaac-42ab-8da2-01dd2339d1c5 req-5dec3f73-800c-4455-b4e1-b840bb969e1d tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:10.965598 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8016672f-eaac-42ab-8da2-01dd2339d1c5 req-5dec3f73-800c-4455-b4e1-b840bb969e1d tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0507958 Sep 23 16:13:11.006600 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8016672f-eaac-42ab-8da2-01dd2339d1c5 req-4ecb1ff4-686e-4ea9-b85e-5e0b468ed59a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351169 Sep 23 16:13:12.121116 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7eb29-fcbc-4b11-a2e3-6af4f522f4bf req-74ccfa69-2346-48f5-a39f-e98a7951933d tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:12.122502 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7ef7eb29-fcbc-4b11-a2e3-6af4f522f4bf req-74ccfa69-2346-48f5-a39f-e98a7951933d tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0480094 Sep 23 16:13:12.164729 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7ef7eb29-fcbc-4b11-a2e3-6af4f522f4bf req-5c48367e-732a-43d8-b2a1-a7dde9e616a8 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364158 Sep 23 16:13:13.276841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40fe2f-12b8-4f86-911e-06ead1aba252 req-4a6f9fa9-62a2-47d1-8753-20397d69d20c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:13.278297 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0d40fe2f-12b8-4f86-911e-06ead1aba252 req-4a6f9fa9-62a2-47d1-8753-20397d69d20c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0483136 Sep 23 16:13:13.315527 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0d40fe2f-12b8-4f86-911e-06ead1aba252 req-4cf76e80-0704-4dc9-acf4-7765e3ece785 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Sep 23 16:13:14.432312 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0364f0-a220-4cd9-b312-c822eef48945 req-d912207a-9d0c-433c-9e4f-ca199a912536 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:14.434044 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ec0364f0-a220-4cd9-b312-c822eef48945 req-d912207a-9d0c-433c-9e4f-ca199a912536 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0521991 Sep 23 16:13:14.477009 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ec0364f0-a220-4cd9-b312-c822eef48945 req-d22886b3-1fd9-446d-819b-090ea178d748 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371871 Sep 23 16:13:15.591172 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a8830-6e2c-428d-b308-707293c8ad96 req-e6074cff-f6e4-4dfc-bc64-166824845020 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:15.592650 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f83a8830-6e2c-428d-b308-707293c8ad96 req-e6074cff-f6e4-4dfc-bc64-166824845020 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Sep 23 16:13:15.631024 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f83a8830-6e2c-428d-b308-707293c8ad96 req-3196b00f-b087-48cb-a885-03a6ea1828bc tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Sep 23 16:13:16.751332 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5da9dc-75e4-43aa-ae9b-8a93ad29273f req-f2dfd0d9-9afd-44a7-817d-d2665541bc8b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:16.752872 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ce5da9dc-75e4-43aa-ae9b-8a93ad29273f req-f2dfd0d9-9afd-44a7-817d-d2665541bc8b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0508471 Sep 23 16:13:16.795011 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ce5da9dc-75e4-43aa-ae9b-8a93ad29273f req-3a8a5e2d-3680-4424-a9a4-f15692731fa4 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357590 Sep 23 16:13:17.912311 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bca74a-a52c-4be5-be7d-a5a09a557d70 req-f8bc7bf4-6ebd-4d99-9200-a7101e92b55c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:17.914372 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-42bca74a-a52c-4be5-be7d-a5a09a557d70 req-f8bc7bf4-6ebd-4d99-9200-a7101e92b55c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0522728 Sep 23 16:13:17.957087 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-42bca74a-a52c-4be5-be7d-a5a09a557d70 req-0af33617-b2ce-423c-90d1-bfe2b2d262a9 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366402 Sep 23 16:13:18.190217 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043002-3296-4357-bf20-8a6db75d3ee1 req-11e896be-0d0a-4f5b-94ee-ea881497ee84 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:18.191770 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85043002-3296-4357-bf20-8a6db75d3ee1 req-11e896be-0d0a-4f5b-94ee-ea881497ee84 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0804825 Sep 23 16:13:18.219760 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-7634c5bb-6f8f-45f7-a638-f24962f75c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:18.221213 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-7634c5bb-6f8f-45f7-a638-f24962f75c6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 1099 time: 0.0714562 Sep 23 16:13:18.246989 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85043002-3296-4357-bf20-8a6db75d3ee1 req-b8e21581-dc4a-485f-898c-31cc97578cc4 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490644 Sep 23 16:13:18.328588 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-9c2b419f-9bfa-451d-9f92-023462aebc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:18.330135 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-9c2b419f-9bfa-451d-9f92-023462aebc7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 911 time: 0.0991275 Sep 23 16:13:18.430655 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-696c221d-61f0-43b7-aa15-b078d7215993 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 200 len: 1002 time: 0.0908573 Sep 23 16:13:18.483974 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-8f34f7d2-cdf1-47a8-96e1-39d338a21540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:18.485409 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-8f34f7d2-cdf1-47a8-96e1-39d338a21540 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.0466430 Sep 23 16:13:18.535884 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-467f1e69-020f-4da6-9e05-4b265c5f4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:18.537297 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-467f1e69-020f-4da6-9e05-4b265c5f4f38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439255 Sep 23 16:13:18.629948 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-a0c3d16b-c84d-4315-a46c-b4f64f843a8f service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841312 Sep 23 16:13:18.719698 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-788ec11b-0d55-441d-bb65-b4c66c5c2c17 req-8d1298db-2a50-4bf2-837c-da92670f1ebf service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807874 Sep 23 16:13:19.374213 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537ab37-eef3-478e-9131-1ddddfce6afb req-ecc9c7d1-f615-46e0-984f-6f0ed0ae90c0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:19.375816 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4537ab37-eef3-478e-9131-1ddddfce6afb req-ecc9c7d1-f615-46e0-984f-6f0ed0ae90c0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0569615 Sep 23 16:13:19.418797 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4537ab37-eef3-478e-9131-1ddddfce6afb req-dde990dc-fd6d-4e0f-ac8a-5dafd41a7b51 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370028 Sep 23 16:13:20.711341 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42982) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:20.815183 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e53c-64b1-4822-aa20-cdde39a89201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:20.907138 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e53c-64b1-4822-aa20-cdde39a89201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:20.910541 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e53c-64b1-4822-aa20-cdde39a89201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:20.948953 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e4f9e53c-64b1-4822-aa20-cdde39a89201 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe1f31378226408e971c315f5f1bb1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364702 Sep 23 16:13:20.949642 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e53c-64b1-4822-aa20-cdde39a89201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bac22e3-17bf-4a80-bcab-53c5a403c150,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:20.952043 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42986) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:21.001478 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-726487b6-4f07-4f57-bc4e-4ba27a70c722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.023837 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-726487b6-4f07-4f57-bc4e-4ba27a70c722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.025084 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-7dd47aee-328c-4054-a17c-9f2495910174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.072987 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-726487b6-4f07-4f57-bc4e-4ba27a70c722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.075705 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-726487b6-4f07-4f57-bc4e-4ba27a70c722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.077000 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-726487b6-4f07-4f57-bc4e-4ba27a70c722 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7bac22e3-17bf-4a80-bcab-53c5a403c150 HTTP/1.1" status: 204 len: 168 time: 0.1239419 Sep 23 16:13:21.084447 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726487b6-4f07-4f57-bc4e-4ba27a70c722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bac22e3-17bf-4a80-bcab-53c5a403c150,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:21.336762 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 42992) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:21.354941 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-45ad12cf-ced6-4bd1-bc27-e735f580a6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.467238 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-45ad12cf-ced6-4bd1-bc27-e735f580a6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.471153 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-45ad12cf-ced6-4bd1-bc27-e735f580a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.514654 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-45ad12cf-ced6-4bd1-bc27-e735f580a6ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8ed5dc3b83448298ad58091db00d1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767659 Sep 23 16:13:21.515737 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad12cf-ced6-4bd1-bc27-e735f580a6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f491705b-f207-4ffa-917a-b1d18801d87f,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:21.517841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 42994) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:21.576647 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b38f684c-d36c-46e9-81a5-9321823827dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.599201 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b38f684c-d36c-46e9-81a5-9321823827dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.657238 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b38f684c-d36c-46e9-81a5-9321823827dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.660052 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b38f684c-d36c-46e9-81a5-9321823827dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:21.661204 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b38f684c-d36c-46e9-81a5-9321823827dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f491705b-f207-4ffa-917a-b1d18801d87f HTTP/1.1" status: 204 len: 168 time: 0.1410995 Sep 23 16:13:21.670281 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f684c-d36c-46e9-81a5-9321823827dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f491705b-f207-4ffa-917a-b1d18801d87f,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:23.309502 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43064) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:23.415831 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e8d79773-37d3-42dc-b613-a8662b400097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.501199 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e8d79773-37d3-42dc-b613-a8662b400097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.504830 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e8d79773-37d3-42dc-b613-a8662b400097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.542307 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e8d79773-37d3-42dc-b613-a8662b400097 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14b34b1d502b4f349da6a56e13e957b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317431 Sep 23 16:13:23.544456 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d79773-37d3-42dc-b613-a8662b400097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32eaa5f-dd7f-481d-a8e6-65c24e406ac5,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:23.545159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43068) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:23.595173 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b041c369-1542-43e6-8e93-e10b757ef530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.615798 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b041c369-1542-43e6-8e93-e10b757ef530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.661261 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b041c369-1542-43e6-8e93-e10b757ef530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.663786 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b041c369-1542-43e6-8e93-e10b757ef530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.664942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b041c369-1542-43e6-8e93-e10b757ef530 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f32eaa5f-dd7f-481d-a8e6-65c24e406ac5 HTTP/1.1" status: 204 len: 168 time: 0.1188085 Sep 23 16:13:23.672263 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041c369-1542-43e6-8e93-e10b757ef530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32eaa5f-dd7f-481d-a8e6-65c24e406ac5,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:23.708717 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-17083b59-a1ba-42bf-afe8-f30b5f53b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:23.920213 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43074) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:23.932935 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5be0d958-6097-4f22-a792-ab92ba38d3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.021212 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5be0d958-6097-4f22-a792-ab92ba38d3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.025191 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5be0d958-6097-4f22-a792-ab92ba38d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.062397 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-5be0d958-6097-4f22-a792-ab92ba38d3f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6946ee0692d14c75b95747e8bc9cc409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410961 Sep 23 16:13:24.063243 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0d958-6097-4f22-a792-ab92ba38d3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a388d-1ad1-4a03-a311-8e51d4304911,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:24.065083 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43076) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:24.113193 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-588d943e-d066-4f85-b764-0a8c50774c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.136901 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-588d943e-d066-4f85-b764-0a8c50774c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.180758 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-588d943e-d066-4f85-b764-0a8c50774c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.184820 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-588d943e-d066-4f85-b764-0a8c50774c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.186005 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-588d943e-d066-4f85-b764-0a8c50774c26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/429a388d-1ad1-4a03-a311-8e51d4304911 HTTP/1.1" status: 204 len: 168 time: 0.1199396 Sep 23 16:13:24.195010 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d943e-d066-4f85-b764-0a8c50774c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a388d-1ad1-4a03-a311-8e51d4304911,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:24.331061 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:24.701520 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.370007 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.578813 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43176) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:26.681581 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d80-6c24-4fa4-8304-069f9d5174e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.766900 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d80-6c24-4fa4-8304-069f9d5174e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.770206 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d80-6c24-4fa4-8304-069f9d5174e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.807728 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-7fbe4d80-6c24-4fa4-8304-069f9d5174e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=039511f923f3401c8ca5206b6a0d146f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277274 Sep 23 16:13:26.809663 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4d80-6c24-4fa4-8304-069f9d5174e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13741d1-f0b4-4a58-b7a0-d19ebe75bc32,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:26.810439 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43180) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:26.859088 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.880043 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.926659 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.929950 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:26.931097 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f13741d1-f0b4-4a58-b7a0-d19ebe75bc32 HTTP/1.1" status: 204 len: 168 time: 0.1196759 Sep 23 16:13:26.938679 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13741d1-f0b4-4a58-b7a0-d19ebe75bc32,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:26.946403 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.946761 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.947081 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.947433 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.947767 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.948143 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.948403 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.948731 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.949050 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.949370 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.949686 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:26.950117 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec2042-28da-4685-8c6d-42f80a2da148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:27.204149 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43202) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:27.217373 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7b97ff83-4fda-4620-bc53-70515a18886f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.306530 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7b97ff83-4fda-4620-bc53-70515a18886f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.310513 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7b97ff83-4fda-4620-bc53-70515a18886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.350416 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-7b97ff83-4fda-4620-bc53-70515a18886f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=157e40da93d3414aa5ec0f5f6b61fa26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459339 Sep 23 16:13:27.351588 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97ff83-4fda-4620-bc53-70515a18886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8924d1d4-ee81-4ec5-89b5-56207f04f408,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:27.353252 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43210) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:27.417502 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-69074d84-b3bf-41f9-a226-fd248cf48b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.438191 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-69074d84-b3bf-41f9-a226-fd248cf48b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.489563 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-69074d84-b3bf-41f9-a226-fd248cf48b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.492238 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-69074d84-b3bf-41f9-a226-fd248cf48b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.493382 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-69074d84-b3bf-41f9-a226-fd248cf48b49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8924d1d4-ee81-4ec5-89b5-56207f04f408 HTTP/1.1" status: 204 len: 168 time: 0.1280239 Sep 23 16:13:27.503432 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69074d84-b3bf-41f9-a226-fd248cf48b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8924d1d4-ee81-4ec5-89b5-56207f04f408,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:27.528921 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43216) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:27.633550 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c2911211-897b-4558-8758-4bbb623621fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.726316 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c2911211-897b-4558-8758-4bbb623621fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.730187 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c2911211-897b-4558-8758-4bbb623621fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.774984 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c2911211-897b-4558-8758-4bbb623621fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74754e2aca394bdeb897d84194f81391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446620 Sep 23 16:13:27.776949 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2911211-897b-4558-8758-4bbb623621fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d287057-3c21-4c48-86e6-f80df0553e69,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:27.777895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43224) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:27.831500 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4f5c-78d0-4d2a-be5f-624c04000ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.851612 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4f5c-78d0-4d2a-be5f-624c04000ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.901722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4f5c-78d0-4d2a-be5f-624c04000ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.904395 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4f5c-78d0-4d2a-be5f-624c04000ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:27.905643 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8c1d4f5c-78d0-4d2a-be5f-624c04000ab0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d287057-3c21-4c48-86e6-f80df0553e69 HTTP/1.1" status: 204 len: 168 time: 0.1267176 Sep 23 16:13:27.914383 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d4f5c-78d0-4d2a-be5f-624c04000ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d287057-3c21-4c48-86e6-f80df0553e69,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:28.232250 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43244) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:28.245281 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-59544745-b9c5-40a8-968c-20d81ba11a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:28.339046 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-59544745-b9c5-40a8-968c-20d81ba11a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:28.343045 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-59544745-b9c5-40a8-968c-20d81ba11a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:28.379971 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59544745-b9c5-40a8-968c-20d81ba11a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e16de9-bf69-46ff-a33c-276289a4a36f,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:28.386232 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-59544745-b9c5-40a8-968c-20d81ba11a76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3660acbd7a0f417795923b174a7630ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528559 Sep 23 16:13:28.388760 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43250) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:28.439358 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ef67678f-6cf5-492c-acaa-9caef2b8c4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:28.461612 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ef67678f-6cf5-492c-acaa-9caef2b8c4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:28.508776 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ef67678f-6cf5-492c-acaa-9caef2b8c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:28.513582 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ef67678f-6cf5-492c-acaa-9caef2b8c4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:28.514753 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ef67678f-6cf5-492c-acaa-9caef2b8c4f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56e16de9-bf69-46ff-a33c-276289a4a36f HTTP/1.1" status: 204 len: 168 time: 0.1250937 Sep 23 16:13:28.523494 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67678f-6cf5-492c-acaa-9caef2b8c4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e16de9-bf69-46ff-a33c-276289a4a36f,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:31.929975 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:35.344817 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-ce74aca4-1885-4b82-9249-2a4a001c9e36 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395744 Sep 23 16:13:35.406292 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-ddc3b5bf-d850-4efd-a8d6-25fb9411936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:35.407817 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-ddc3b5bf-d850-4efd-a8d6-25fb9411936e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 1099 time: 0.0400207 Sep 23 16:13:35.711651 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-fdea4245-c77b-4169-a9f0-cca3104beb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:35.713117 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-fdea4245-c77b-4169-a9f0-cca3104beb53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 911 time: 0.2834189 Sep 23 16:13:35.785768 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-865f3eb1-e3dd-4630-8708-546174b58c99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 200 len: 1002 time: 0.0573859 Sep 23 16:13:35.847246 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-2169e369-f2f5-4eaa-ab10-16ea275ab7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:35.848407 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-2169e369-f2f5-4eaa-ab10-16ea275ab7ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.0532284 Sep 23 16:13:35.899952 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-4c19dd49-b9a5-4241-b81f-2c8350272b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:35.901464 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-4c19dd49-b9a5-4241-b81f-2c8350272b2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444739 Sep 23 16:13:35.995937 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-31fe9340-4a4c-430c-80ea-af293c08a473 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863278 Sep 23 16:13:36.115601 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a7a28a0-f311-49a1-a809-3ccedffca5ca req-a9a969a5-c27c-4589-b9cd-b507024a37fd service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113572 Sep 23 16:13:36.553509 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99c76-a68b-48de-be7c-1a2e84faf8c6 req-b6a0aaf4-3cde-4006-9d31-9a93f62585f3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:36.555797 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ac99c76-a68b-48de-be7c-1a2e84faf8c6 req-b6a0aaf4-3cde-4006-9d31-9a93f62585f3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0518062 Sep 23 16:13:36.594234 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ac99c76-a68b-48de-be7c-1a2e84faf8c6 req-bfbedc66-ede8-4f6c-8e4d-ece444e21ac8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306246 Sep 23 16:13:37.722189 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b769f4-7d9f-4ee4-8ee1-1cde8ad987ff req-9018b0ab-dce1-4af4-b1a4-8c92675b26e5 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:37.723864 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c2b769f4-7d9f-4ee4-8ee1-1cde8ad987ff req-9018b0ab-dce1-4af4-b1a4-8c92675b26e5 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0535078 Sep 23 16:13:37.761993 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c2b769f4-7d9f-4ee4-8ee1-1cde8ad987ff req-ed73275c-f7b3-4002-a962-401b084c10c0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4219944-2f7f-4ac6-90e9-6b06fff040a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Sep 23 16:13:38.169774 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:13:38.243537 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504ae0a-3194-4dd4-a428-43849060d112 req-98ba9ccb-eef6-4315-8e4f-d946af782118 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:38.244998 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a504ae0a-3194-4dd4-a428-43849060d112 req-98ba9ccb-eef6-4315-8e4f-d946af782118 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 946 time: 0.0552890 Sep 23 16:13:38.336345 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Deleting port e2185120-f282-4307-8bd8-0db9d3e63c84 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:13:38.336775 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.433510 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] For port e2185120-f282-4307-8bd8-0db9d3e63c84, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=e2185120-f282-4307-8bd8-0db9d3e63c84,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:13:38.433878 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.656477 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.656924 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.657270 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Floating IP c3f82ac4-1977-4812-944c-12e32dbfde27 disassociated. External IP: 172.27.2.82, port: e2185120-f282-4307-8bd8-0db9d3e63c84. Sep 23 16:13:38.657868 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Calling delete_port for e2185120-f282-4307-8bd8-0db9d3e63c84 owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:13:38.686711 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43470) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:38.787465 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.794962 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3fc1-0e1a-406f-92e5-ab0016665059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.817279 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event deleted for resources: {'Port': ['ID=e2185120-f282-4307-8bd8-0db9d3e63c84,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:38.890530 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3fc1-0e1a-406f-92e5-ab0016665059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.894191 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3fc1-0e1a-406f-92e5-ab0016665059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:38.917972 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-24bbc43b-3dba-4b88-a7cc-e238dab70f96 req-c182db33-d5e6-4192-9405-8ac29a08b3be tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a802a4-04aa-4148-92b3-5db34c000ef9 HTTP/1.1" status: 200 len: 210 time: 0.0582607 Sep 23 16:13:38.943469 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ffdb3fc1-0e1a-406f-92e5-ab0016665059 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8be2f5723f4b4e97bff4174dfde2caa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481329 Sep 23 16:13:38.949707 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43476) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:38.952261 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb3fc1-0e1a-406f-92e5-ab0016665059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d58005-4f00-4176-b775-c51a78522e74,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:38.997528 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:13:39.057302 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4eabf5da-0af1-48bb-b9d0-2a8cfbb35b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.120025 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4eabf5da-0af1-48bb-b9d0-2a8cfbb35b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.173052 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:13:39.185797 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] Sync routers for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:13:39.195228 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:13:39.196135 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:39.236078 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] No DVR routers for this DVR port e2185120-f282-4307-8bd8-0db9d3e63c84 on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:13:39.241436 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.244066 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a504ae0a-3194-4dd4-a428-43849060d112 req-82ea373d-3b4b-45c8-b7d4-29ab56f51ec7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "DELETE /v2.0/ports/e2185120-f282-4307-8bd8-0db9d3e63c84 HTTP/1.1" status: 204 len: 173 time: 0.9926112 Sep 23 16:13:39.244640 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-deleted', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:13:39.247256 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75efcb5a-a035-4509-9fa8-539fdb90802a" -d '{"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-deleted", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:13:39.258986 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4eabf5da-0af1-48bb-b9d0-2a8cfbb35b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.267231 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4eabf5da-0af1-48bb-b9d0-2a8cfbb35b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.271867 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-4eabf5da-0af1-48bb-b9d0-2a8cfbb35b82 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01d58005-4f00-4176-b775-c51a78522e74 HTTP/1.1" status: 204 len: 168 time: 0.3208756 Sep 23 16:13:39.281353 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabf5da-0af1-48bb-b9d0-2a8cfbb35b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d58005-4f00-4176-b775-c51a78522e74,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:39.321559 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9320dc1d-1016-45f7-afe3-5bf6b13be1cd x-openstack-request-id: req-9320dc1d-1016-45f7-afe3-5bf6b13be1cd {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:13:39.321860 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a802a4-04aa-4148-92b3-5db34c000ef9", "name": "network-vif-deleted", "tag": "e2185120-f282-4307-8bd8-0db9d3e63c84", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:13:39.322119 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9320dc1d-1016-45f7-afe3-5bf6b13be1cd {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:13:39.322522 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a802a4-04aa-4148-92b3-5db34c000ef9', 'name': 'network-vif-deleted', 'tag': 'e2185120-f282-4307-8bd8-0db9d3e63c84', 'status': 'completed', 'code': 200} Sep 23 16:13:39.325834 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:13:39.667870 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43498) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:39.683312 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-97412cff-4df2-4b2f-a6bd-686b500a311a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.742575 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:39.774721 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] Checking router: b09fa4e0-08bf-4a4f-b493-f93147bbdc79 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:13:39.784432 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:13:39.785115 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:39.867167 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43502) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:39.888695 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-97412cff-4df2-4b2f-a6bd-686b500a311a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.893749 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-97412cff-4df2-4b2f-a6bd-686b500a311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:39.931583 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-97412cff-4df2-4b2f-a6bd-686b500a311a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81695642f2154393945e1f73054634ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621822 Sep 23 16:13:39.934006 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43506) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:39.967525 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:13:39.979816 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97412cff-4df2-4b2f-a6bd-686b500a311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9cafe2-d826-4c69-bdb3-37681df1aacb,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:40.018880 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-10fc6cad-7674-4d82-bcbb-71038e2dfc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.045663 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4a10-2787-45de-91ee-b26e70cefe17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.047471 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43512) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:40.052223 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-10fc6cad-7674-4d82-bcbb-71038e2dfc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.112059 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-10fc6cad-7674-4d82-bcbb-71038e2dfc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.115945 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-10fc6cad-7674-4d82-bcbb-71038e2dfc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.118370 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-10fc6cad-7674-4d82-bcbb-71038e2dfc53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb9cafe2-d826-4c69-bdb3-37681df1aacb HTTP/1.1" status: 204 len: 168 time: 0.1832275 Sep 23 16:13:40.129086 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc6cad-7674-4d82-bcbb-71038e2dfc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9cafe2-d826-4c69-bdb3-37681df1aacb,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:40.138188 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8f3edad5-c88e-4450-8f91-1d24d3640dbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.174105 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8f3edad5-c88e-4450-8f91-1d24d3640dbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.258816 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8f3edad5-c88e-4450-8f91-1d24d3640dbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.261422 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8f3edad5-c88e-4450-8f91-1d24d3640dbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.262968 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8f3edad5-c88e-4450-8f91-1d24d3640dbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "DELETE /v2.0/security-groups/f4219944-2f7f-4ac6-90e9-6b06fff040a8 HTTP/1.1" status: 204 len: 168 time: 0.2145925 Sep 23 16:13:40.266138 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43516) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:40.274834 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:40.277239 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4a10-2787-45de-91ee-b26e70cefe17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.282705 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3edad5-c88e-4450-8f91-1d24d3640dbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4219944-2f7f-4ac6-90e9-6b06fff040a8,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:40.286851 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4a10-2787-45de-91ee-b26e70cefe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.293703 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.api.v2.resource [None req-441f90db-92d2-4b71-9d95-136e7d07e8bc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] show failed (client error): The resource could not be found. Sep 23 16:13:40.294869 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-441f90db-92d2-4b71-9d95-136e7d07e8bc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups/f4219944-2f7f-4ac6-90e9-6b06fff040a8 HTTP/1.1" status: 404 len: 347 time: 0.0276251 Sep 23 16:13:40.297807 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43520) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:40.374291 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8b7b4a10-2787-45de-91ee-b26e70cefe17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cadff5066a24cb5b099f5f79e6537fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031202 Sep 23 16:13:40.374291 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b4a10-2787-45de-91ee-b26e70cefe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b21415-ca76-4515-847d-1bbc551ef8fd,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:40.377589 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:13:40.382323 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fe34f-b14c-48eb-9e36-1d370fb4fdad None None] The sync data for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi is: [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:13:40.390822 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43522) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:40.450292 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: e2185120-f282-4307-8bd8-0db9d3e63c84 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:13:40.450887 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device e2185120-f282-4307-8bd8-0db9d3e63c84 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:13:40.484626 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Deleting port 0c69166c-b71f-43a7-b76e-779c8538aba5 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:13:40.484976 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.487076 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f356119-b1ff-4d32-9ea9-053e280788d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.518328 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f356119-b1ff-4d32-9ea9-053e280788d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.582083 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f356119-b1ff-4d32-9ea9-053e280788d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.585980 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f356119-b1ff-4d32-9ea9-053e280788d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.591196 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-2f356119-b1ff-4d32-9ea9-053e280788d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/19b21415-ca76-4515-847d-1bbc551ef8fd HTTP/1.1" status: 204 len: 168 time: 0.1991911 Sep 23 16:13:40.600114 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f356119-b1ff-4d32-9ea9-053e280788d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b21415-ca76-4515-847d-1bbc551ef8fd,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:40.608766 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.609168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.638850 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Calling delete_port for 0c69166c-b71f-43a7-b76e-779c8538aba5 owned by network:floatingip {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:13:40.814104 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86de0b3-65c9-4d0c-801b-949c0467ac41 None None] New status for floating IP c3f82ac4-1977-4812-944c-12e32dbfde27: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:13:40.837852 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.870860 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event deleted for resources: {'Port': ['ID=0c69166c-b71f-43a7-b76e-779c8538aba5,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:40.938787 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.941592 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:40.942760 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f0953799-fc22-4361-9b25-ca0aa56e3207 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "DELETE /v2.0/floatingips/c3f82ac4-1977-4812-944c-12e32dbfde27 HTTP/1.1" status: 204 len: 168 time: 0.6440551 Sep 23 16:13:41.027384 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43548) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:41.042387 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b5e7-4a37-4cf8-8da3-09bbbd113f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.151935 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b5e7-4a37-4cf8-8da3-09bbbd113f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.159761 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b5e7-4a37-4cf8-8da3-09bbbd113f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.210289 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4b5e7-4a37-4cf8-8da3-09bbbd113f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c959aded-d605-42ab-9204-88b930057686,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:41.213912 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43552) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:41.219769 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-2f34f9cd-d711-4879-80ac-3f50ef27e909 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089467122', 'description': 'tempest-description--1063284013'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:13:41.229728 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-f8a4b5e7-4a37-4cf8-8da3-09bbbd113f90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87d47e4e6b1e4ed1815b931db8b1bb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011080 Sep 23 16:13:41.232685 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43554) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:41.247352 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f34f9cd-d711-4879-80ac-3f50ef27e909 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.304298 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-68b08481-f4f0-42a2-91d2-9a620204dc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.335960 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-68b08481-f4f0-42a2-91d2-9a620204dc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.355460 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f34f9cd-d711-4879-80ac-3f50ef27e909 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.359271 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f34f9cd-d711-4879-80ac-3f50ef27e909 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.380870 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-2f34f9cd-d711-4879-80ac-3f50ef27e909 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.386264 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-2f34f9cd-d711-4879-80ac-3f50ef27e909 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1683047 Sep 23 16:13:41.387065 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43558) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:41.391569 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-3a858da5-5427-43bc-a6dd-7a148bddf4c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'security_group_rule': {'security_group_id': 'f1e9bf87-86dc-4f19-82f4-69ec75eb58a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:13:41.395999 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-68b08481-f4f0-42a2-91d2-9a620204dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.399169 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-68b08481-f4f0-42a2-91d2-9a620204dc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.400635 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-68b08481-f4f0-42a2-91d2-9a620204dc13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c959aded-d605-42ab-9204-88b930057686 HTTP/1.1" status: 204 len: 168 time: 0.1668792 Sep 23 16:13:41.408379 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b08481-f4f0-42a2-91d2-9a620204dc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959aded-d605-42ab-9204-88b930057686,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:41.414008 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34f9cd-d711-4879-80ac-3f50ef27e909 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:41.434106 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3a858da5-5427-43bc-a6dd-7a148bddf4c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.491565 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3a858da5-5427-43bc-a6dd-7a148bddf4c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.495915 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3a858da5-5427-43bc-a6dd-7a148bddf4c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.519296 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a858da5-5427-43bc-a6dd-7a148bddf4c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b1fbb0-dabc-4fcf-afc1-8f970c5bd45e,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:41.524653 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3a858da5-5427-43bc-a6dd-7a148bddf4c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.527820 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-3a858da5-5427-43bc-a6dd-7a148bddf4c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379418 Sep 23 16:13:41.528669 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43568) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:41.535357 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-a2f2efce-da66-4508-93b5-6257cda35d75 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'security_group_rule': {'security_group_id': 'f1e9bf87-86dc-4f19-82f4-69ec75eb58a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:13:41.567853 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a2f2efce-da66-4508-93b5-6257cda35d75 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.635920 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a2f2efce-da66-4508-93b5-6257cda35d75 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.639621 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a2f2efce-da66-4508-93b5-6257cda35d75 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.658896 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2efce-da66-4508-93b5-6257cda35d75 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8550071f-4adf-49a6-a1d1-525368464820,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:41.668698 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a2f2efce-da66-4508-93b5-6257cda35d75 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.670139 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-a2f2efce-da66-4508-93b5-6257cda35d75 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400359 Sep 23 16:13:41.673437 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43574) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:41.678304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:13:41.705487 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.785318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43578) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:41.799189 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-07b3869e-bfad-46cf-9fe6-9d90940c5532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.812733 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.892458 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-07b3869e-bfad-46cf-9fe6-9d90940c5532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.898681 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-07b3869e-bfad-46cf-9fe6-9d90940c5532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:41.931693 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Allocated IP 172.27.2.137 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/545f88e4-a773-4322-9df6-0968053fceb0) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:13:41.938248 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3869e-bfad-46cf-9fe6-9d90940c5532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661ee72-b336-4878-867c-bb21550442a5,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:41.943554 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-07b3869e-bfad-46cf-9fe6-9d90940c5532 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ddd83aeef2b24eaeb650c5a7502ae200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569974 Sep 23 16:13:41.947249 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43582) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:42.001135 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d3e74f30-5057-457e-a895-4c102af99ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.025951 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d3e74f30-5057-457e-a895-4c102af99ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.051057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.078692 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d3e74f30-5057-457e-a895-4c102af99ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.081298 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d3e74f30-5057-457e-a895-4c102af99ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.082618 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-d3e74f30-5057-457e-a895-4c102af99ddf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3661ee72-b336-4878-867c-bb21550442a5 HTTP/1.1" status: 204 len: 168 time: 0.1340890 Sep 23 16:13:42.091050 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e74f30-5057-457e-a895-4c102af99ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661ee72-b336-4878-867c-bb21550442a5,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:42.093912 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.155996 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:13:42.157286 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'Port': ['ID=545f88e4-a773-4322-9df6-0968053fceb0,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:42.160730 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:13:42.163039 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:13:42.249084 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.285166 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.453070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.458621 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.538622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'Port': ['ID=545f88e4-a773-4322-9df6-0968053fceb0,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:42.549125 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.564040 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:42.565288 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-74de1cfd-0119-42b1-b60d-b19c9a6f960e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8906126 Sep 23 16:13:42.808966 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-7f046415-a627-4612-8330-83f9cad06c51 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1089467122&fields=id&tenant_id=03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 267 time: 0.0366228 Sep 23 16:13:42.940286 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-0418623c-1705-45d0-aabf-a0974a6d0701 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:42.941751 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-0418623c-1705-45d0-aabf-a0974a6d0701 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 817 time: 0.1230679 Sep 23 16:13:42.959088 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-d5019971-5f51-428e-a206-d5c2026ef077 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/quotas/03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 375 time: 0.0102036 Sep 23 16:13:43.042850 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-67ccda61-2e40-4129-9d50-d998e3a6516a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680845 Sep 23 16:13:43.156301 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-a2b44786-f68e-434f-967b-1450f48a8e6e service neutron] 10.222.0.22 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911276 Sep 23 16:13:43.252569 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-7ba848de-ec3a-4e1c-8fdd-d26d2c9df75f service neutron] 10.222.0.22 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889676 Sep 23 16:13:43.438633 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-effe9532-74fc-4d3c-ac54-e5fca972e817 req-62a1d7fa-e44d-43c6-b462-329b91257daa tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 210 time: 0.0352352 Sep 23 16:13:44.427764 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-7c9c90a6-446e-4bd8-ae4c-a25e8b4687f1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:44.429335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-7c9c90a6-446e-4bd8-ae4c-a25e8b4687f1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 817 time: 0.1234035 Sep 23 16:13:44.479382 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-c541c087-184a-4394-880f-83c11bc58ee0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 380 time: 0.0402184 Sep 23 16:13:44.491792 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'port': {'device_id': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'admin_state_up': True, 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'security_groups': ['f1e9bf87-86dc-4f19-82f4-69ec75eb58a7']}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:13:44.596137 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8cabcfdf-256a-489f-8ec9-d7b3e8bcf335 req-9fc69be8-60bf-43ba-9efe-c4fc18a75ffc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 210 time: 0.0579355 Sep 23 16:13:44.639342 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Made reservation on behalf of 03342d7b8839497aa81e369df3b7148b for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:13:44.643007 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:44.771297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Allocated IP 172.20.0.4 (b3af04e2-8d52-4c88-b46e-59db8673834f/9d04a01c-3e05-4172-abfe-64a1bddf2c3e/626121a2-9e22-4af3-811c-7289b1669a44) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:13:44.912924 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:44.945278 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:44.982936 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Network b3af04e2-8d52-4c88-b46e-59db8673834f is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:13:44.986051 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:13:44.988394 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:13:45.025269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:45.047099 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:45.047744 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.063053 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e274d1b1-f309-4bc8-a7af-b829c371eb06 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770926 Sep 23 16:13:45.077561 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Request body: {'port': {'device_id': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:13:45.151249 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.230347 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-c328e121-561a-40cd-8fd5-e7fbe5d02ac8 None None] Provisioning complete for port 626121a2-9e22-4af3-811c-7289b1669a44 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:13:45.230920 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c328e121-561a-40cd-8fd5-e7fbe5d02ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.266871 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-c328e121-561a-40cd-8fd5-e7fbe5d02ac8 None None] Port 626121a2-9e22-4af3-811c-7289b1669a44 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:13:45.425215 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626121a2-9e22-4af3-811c-7289b1669a44 {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:13:45.433483 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.445670 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Transition to ACTIVE for port object 626121a2-9e22-4af3-811c-7289b1669a44 will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:13:45.449353 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.735284 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:45.822572 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73018-7275-4806-b281-0894c5071d39 req-3a10ca35-69cc-4115-b824-32a7c53537ae tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:45.824100 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d9f73018-7275-4806-b281-0894c5071d39 req-3a10ca35-69cc-4115-b824-32a7c53537ae tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0919101 Sep 23 16:13:45.828857 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Attempting to bind port 626121a2-9e22-4af3-811c-7289b1669a44 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:13:45.829196 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Attempting to bind port 626121a2-9e22-4af3-811c-7289b1669a44 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:13:45.829787 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Attempting to bind port 626121a2-9e22-4af3-811c-7289b1669a44 on network b3af04e2-8d52-4c88-b46e-59db8673834f {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:13:45.841320 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Port 626121a2-9e22-4af3-811c-7289b1669a44 on network b3af04e2-8d52-4c88-b46e-59db8673834f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:13:45.841648 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Attempting to bind port 626121a2-9e22-4af3-811c-7289b1669a44 on network b3af04e2-8d52-4c88-b46e-59db8673834f {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:13:45.855167 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:13:45.855532 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Checking segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:13:45.855920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Bound using segment: {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:13:45.856350 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Bound port: 626121a2-9e22-4af3-811c-7289b1669a44, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:13:45.856711 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.885131 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43734) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:45.904524 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d9f73018-7275-4806-b281-0894c5071d39 req-dabf220e-5389-4c7a-91e4-e7cc199685c1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701456 Sep 23 16:13:45.946941 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:13:45.950076 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:13:45.953776 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.987822 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:45.988443 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:45.989853 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] 10.222.0.42 "PUT /v2.0/ports/626121a2-9e22-4af3-811c-7289b1669a44 HTTP/1.1" status: 200 len: 1093 time: 0.9167359 Sep 23 16:13:45.990359 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:13:45.993226 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7d40e1-043c-41e9-9c35-e5691e37ad25" -d '{"events": [{"name": "network-changed", "server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "tag": "626121a2-9e22-4af3-811c-7289b1669a44"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:13:45.993489 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.017791 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d36e8-b3e8-4077-bdcc-16587d46d765 service neutron] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:46.055147 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93515b5-fcb8-4865-a056-a72c66504d9f x-openstack-request-id: req-b93515b5-fcb8-4865-a056-a72c66504d9f {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:13:46.055465 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "tag": "626121a2-9e22-4af3-811c-7289b1669a44", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:13:46.055750 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b93515b5-fcb8-4865-a056-a72c66504d9f {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:13:46.056164 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44', 'status': 'completed', 'code': 200} Sep 23 16:13:46.073359 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f5a2018c-1198-42a2-8d91-52989ad4855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:46.074934 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-f5a2018c-1198-42a2-8d91-52989ad4855f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0466259 Sep 23 16:13:46.114091 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.117764 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-91b1eab6-6641-4918-b3cc-4018473f1fb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=626121a2-9e22-4af3-811c-7289b1669a44 HTTP/1.1" status: 200 len: 217 time: 0.0346134 Sep 23 16:13:46.118903 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.162413 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca193ca506d74cdab2afbc85918bec8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739468 Sep 23 16:13:46.162413 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250591c8-6db5-4a6b-9d47-20f1a9591d55,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:46.163901 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43740) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:46.169139 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.169493 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.169841 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.170179 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.170515 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.170851 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.171175 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.171709 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.172043 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.172374 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.172699 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.173021 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c8b14-e975-429d-a20c-3b62e5010e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:46.194744 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e2990faa-9d03-4036-b5fa-cca9514b2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:46.196251 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-e2990faa-9d03-4036-b5fa-cca9514b2842 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0719864 Sep 23 16:13:46.251591 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ad87fea5-29e8-4441-8a65-7e7a98be6e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.276764 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ad87fea5-29e8-4441-8a65-7e7a98be6e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.279451 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-0dbffb5a-8c2b-4679-ba66-3a26dcb08584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:46.280956 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-0dbffb5a-8c2b-4679-ba66-3a26dcb08584 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706809 Sep 23 16:13:46.389665 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ad87fea5-29e8-4441-8a65-7e7a98be6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.392159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ad87fea5-29e8-4441-8a65-7e7a98be6e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.393275 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ad87fea5-29e8-4441-8a65-7e7a98be6e88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/250591c8-6db5-4a6b-9d47-20f1a9591d55 HTTP/1.1" status: 204 len: 168 time: 0.2283254 Sep 23 16:13:46.405372 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-4495127e-b798-4b38-ac51-0cb77f930a3d service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115768 Sep 23 16:13:46.406447 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87fea5-29e8-4441-8a65-7e7a98be6e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250591c8-6db5-4a6b-9d47-20f1a9591d55,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:46.509945 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2ae34efb-7606-4777-ab2f-10d82df3c2ea req-8209b57f-fe24-46d8-899b-9d7c6970410e service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954823 Sep 23 16:13:46.613409 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-2e372e9e-88b9-4c53-98f6-3dbad2f086b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:46.614949 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-2e372e9e-88b9-4c53-98f6-3dbad2f086b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0459962 Sep 23 16:13:46.699556 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43756) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:46.713627 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b361-d7bc-44b5-a870-da478e8f13ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.723069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-5468181d-089d-4031-a549-7d6b69413446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:46.724588 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-5468181d-089d-4031-a549-7d6b69413446 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.1004713 Sep 23 16:13:46.771464 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-1cd478f5-9291-4fd4-bb5d-07e7436aacf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=626121a2-9e22-4af3-811c-7289b1669a44 HTTP/1.1" status: 200 len: 217 time: 0.0389476 Sep 23 16:13:46.807190 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b361-d7bc-44b5-a870-da478e8f13ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.812017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a4d2b361-d7bc-44b5-a870-da478e8f13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.823271 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-75245a9e-ec85-4a13-9490-5a3edf302594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:46.824825 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-75245a9e-ec85-4a13-9490-5a3edf302594 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0455422 Sep 23 16:13:46.854978 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-a4d2b361-d7bc-44b5-a870-da478e8f13ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3404b4fb7f6549cea110454858542de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518843 Sep 23 16:13:46.854978 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2b361-d7bc-44b5-a870-da478e8f13ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70179a07-55c0-4e4a-add6-3b4ac7f8d9ba,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:46.856990 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43758) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:46.876693 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-8f56a8f6-264c-4155-944b-6b883cee5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:46.878779 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-8f56a8f6-264c-4155-944b-6b883cee5ca9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464163 Sep 23 16:13:46.914345 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1cd97961-ee13-427a-8d20-74d231565c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.936006 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1cd97961-ee13-427a-8d20-74d231565c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.979993 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-1c38e380-ed70-4ba4-bb04-948521290ec9 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920024 Sep 23 16:13:46.986922 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1cd97961-ee13-427a-8d20-74d231565c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.990141 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1cd97961-ee13-427a-8d20-74d231565c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:46.993576 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-1cd97961-ee13-427a-8d20-74d231565c02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70179a07-55c0-4e4a-add6-3b4ac7f8d9ba HTTP/1.1" status: 204 len: 168 time: 0.1333201 Sep 23 16:13:46.999933 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd97961-ee13-427a-8d20-74d231565c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70179a07-55c0-4e4a-add6-3b4ac7f8d9ba,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:47.082819 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db629d39-7866-4af6-9480-7079b00392af req-1ffd5374-b3b2-4ec5-b04a-5d7ec6afab52 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:47.084370 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-db629d39-7866-4af6-9480-7079b00392af req-1ffd5374-b3b2-4ec5-b04a-5d7ec6afab52 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.1032710 Sep 23 16:13:47.134765 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd7d40e1-043c-41e9-9c35-e5691e37ad25 req-93f91549-eddf-45db-98e6-7ee58ad0aaef service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445220 Sep 23 16:13:47.141480 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-db629d39-7866-4af6-9480-7079b00392af req-ceec88f7-9ad1-4ef3-a216-e40a36685f85 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485818 Sep 23 16:13:47.323857 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43768) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:47.337344 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4923-bbe6-4816-b9be-f784dc065774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:47.426375 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4923-bbe6-4816-b9be-f784dc065774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:47.430417 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4923-bbe6-4816-b9be-f784dc065774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:47.460802 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-cf0a4923-bbe6-4816-b9be-f784dc065774 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd5d32e4cce9463d9ababcd6715081ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358862 Sep 23 16:13:47.463628 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43770) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:47.469821 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a4923-bbe6-4816-b9be-f784dc065774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45564766-daec-4d1d-88c5-969366905609,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:47.514192 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c4c48cf-abb8-443f-8a78-703081c9b759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:47.535762 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c4c48cf-abb8-443f-8a78-703081c9b759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:47.581495 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c4c48cf-abb8-443f-8a78-703081c9b759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:47.584371 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c4c48cf-abb8-443f-8a78-703081c9b759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:47.585567 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0c4c48cf-abb8-443f-8a78-703081c9b759 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45564766-daec-4d1d-88c5-969366905609 HTTP/1.1" status: 204 len: 168 time: 0.1209502 Sep 23 16:13:47.593609 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c48cf-abb8-443f-8a78-703081c9b759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45564766-daec-4d1d-88c5-969366905609,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:48.074409 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43798) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:48.181540 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-96dafad7-3adc-48ee-9cd3-6db2446b8523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.298027 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80024ab-192a-4cb7-8fb8-1dd60bffcf32 req-1db96658-a206-4b0a-9a03-6e9c2f821df1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:48.299532 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b80024ab-192a-4cb7-8fb8-1dd60bffcf32 req-1db96658-a206-4b0a-9a03-6e9c2f821df1 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0722537 Sep 23 16:13:48.337470 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-96dafad7-3adc-48ee-9cd3-6db2446b8523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.344180 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-96dafad7-3adc-48ee-9cd3-6db2446b8523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.374424 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b80024ab-192a-4cb7-8fb8-1dd60bffcf32 req-5db06e9e-b5a2-4134-b685-9018039fb0c7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656774 Sep 23 16:13:48.397039 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-96dafad7-3adc-48ee-9cd3-6db2446b8523 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccc7c3eb16584aefa013eaa2cd1e2a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215356 Sep 23 16:13:48.399057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dafad7-3adc-48ee-9cd3-6db2446b8523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd398e-83fe-4d17-a544-4ff3072eda6d,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:48.399988 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43814) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:48.451000 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e8ac471a-0831-4a5a-bab8-27956d22172e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.474312 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e8ac471a-0831-4a5a-bab8-27956d22172e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.522723 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e8ac471a-0831-4a5a-bab8-27956d22172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.525371 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e8ac471a-0831-4a5a-bab8-27956d22172e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.526519 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e8ac471a-0831-4a5a-bab8-27956d22172e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70fd398e-83fe-4d17-a544-4ff3072eda6d HTTP/1.1" status: 204 len: 168 time: 0.1250343 Sep 23 16:13:48.534513 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac471a-0831-4a5a-bab8-27956d22172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd398e-83fe-4d17-a544-4ff3072eda6d,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:48.807019 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43832) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:48.820417 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0e68d3bb-4741-413b-9f06-9cfee77c0de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.911193 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0e68d3bb-4741-413b-9f06-9cfee77c0de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.917103 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0e68d3bb-4741-413b-9f06-9cfee77c0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:48.956038 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0e68d3bb-4741-413b-9f06-9cfee77c0de7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c481e1dd29eb484bb6672cc6ea375f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475701 Sep 23 16:13:48.956989 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68d3bb-4741-413b-9f06-9cfee77c0de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272fde18-187f-47ea-8a3e-64d543184e85,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:48.958779 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43838) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:49.011154 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-38635fbe-ebc1-465c-b4df-18ffb48f84f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.034234 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-38635fbe-ebc1-465c-b4df-18ffb48f84f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.081507 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-38635fbe-ebc1-465c-b4df-18ffb48f84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.085316 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-38635fbe-ebc1-465c-b4df-18ffb48f84f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.086493 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-38635fbe-ebc1-465c-b4df-18ffb48f84f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/272fde18-187f-47ea-8a3e-64d543184e85 HTTP/1.1" status: 204 len: 168 time: 0.1260259 Sep 23 16:13:49.094181 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38635fbe-ebc1-465c-b4df-18ffb48f84f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272fde18-187f-47ea-8a3e-64d543184e85,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:49.510245 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2231d0-ab1d-4c10-9e55-407d5a2ff007 req-5c33f59b-9ce2-466a-9921-40510234854b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:49.511799 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3a2231d0-ab1d-4c10-9e55-407d5a2ff007 req-5c33f59b-9ce2-466a-9921-40510234854b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0607493 Sep 23 16:13:49.563731 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3a2231d0-ab1d-4c10-9e55-407d5a2ff007 req-07b6b6c1-712e-4117-97c4-c0a05fa987cd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423160 Sep 23 16:13:49.592762 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43886) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:49.697823 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6a291e55-4d7a-41f7-9e93-f97ac9f37cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.793130 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6a291e55-4d7a-41f7-9e93-f97ac9f37cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.797101 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6a291e55-4d7a-41f7-9e93-f97ac9f37cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.835576 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6a291e55-4d7a-41f7-9e93-f97ac9f37cd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82fd274bf6ea49bb9e15d77cdf0109fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417040 Sep 23 16:13:49.836837 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a291e55-4d7a-41f7-9e93-f97ac9f37cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a30aa8-f2ea-4845-aaa1-12323d6b48ae,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:49.838786 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43898) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:49.888803 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbdee-4cbf-4143-a440-d3f8863a53d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.911303 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbdee-4cbf-4143-a440-d3f8863a53d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.961954 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbdee-4cbf-4143-a440-d3f8863a53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.964682 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbdee-4cbf-4143-a440-d3f8863a53d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:49.968160 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-c8cdbdee-4cbf-4143-a440-d3f8863a53d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3a30aa8-f2ea-4845-aaa1-12323d6b48ae HTTP/1.1" status: 204 len: 168 time: 0.1250906 Sep 23 16:13:49.973372 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdbdee-4cbf-4143-a440-d3f8863a53d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a30aa8-f2ea-4845-aaa1-12323d6b48ae,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:50.285272 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 43944) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:50.298667 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-79d7ea8a-039e-44b9-a1a0-718d5412b0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.376208 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:13:50.406646 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-79d7ea8a-039e-44b9-a1a0-718d5412b0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.411119 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-79d7ea8a-039e-44b9-a1a0-718d5412b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.455631 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-79d7ea8a-039e-44b9-a1a0-718d5412b0eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8793c7b5c2264f8689f822f73776b89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691568 Sep 23 16:13:50.456718 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7ea8a-039e-44b9-a1a0-718d5412b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdfb511-8ab9-435c-8810-efe73265bef7,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:50.458151 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 43950) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:50.509058 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:13:50.513080 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7c890a6e-9fcb-41d0-8522-45e925a2f34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.522650 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '626121a2-9e22-4af3-811c-7289b1669a44', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'port_id': '626121a2-9e22-4af3-811c-7289b1669a44', 'mac_address': 'fa:16:3e:2f:94:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:13:50.536303 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7c890a6e-9fcb-41d0-8522-45e925a2f34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.563938 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.577299 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626121a2-9e22-4af3-811c-7289b1669a44 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:13:50.599838 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:13:50.604874 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7c890a6e-9fcb-41d0-8522-45e925a2f34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.609723 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7c890a6e-9fcb-41d0-8522-45e925a2f34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.610243 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:50.613342 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-7c890a6e-9fcb-41d0-8522-45e925a2f34d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cdfb511-8ab9-435c-8810-efe73265bef7 HTTP/1.1" status: 204 len: 168 time: 0.1502502 Sep 23 16:13:50.630073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c890a6e-9fcb-41d0-8522-45e925a2f34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdfb511-8ab9-435c-8810-efe73265bef7,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:50.702287 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83723c-41a0-4d0c-a6f2-93e08dcc39ea req-e21e39f3-b353-486e-baa9-10fc6dc72fbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:50.702842 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:50.703583 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6c83723c-41a0-4d0c-a6f2-93e08dcc39ea req-e21e39f3-b353-486e-baa9-10fc6dc72fbd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0651100 Sep 23 16:13:50.711925 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.712727 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.713183 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.713613 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.714040 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.714465 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.714900 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.715420 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.715837 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.716493 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.716933 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.717882 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:13:50.748036 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6c83723c-41a0-4d0c-a6f2-93e08dcc39ea req-9b60094c-2d05-42ca-a82e-2a7bb8d84e4c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383511 Sep 23 16:13:50.872835 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['626121a2-9e22-4af3-811c-7289b1669a44'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:13:51.049618 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8f965fa4-c2aa-4bb2-8767-c9c275222873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:51.730865 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44006) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:51.836369 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa175404-c5a8-403a-9918-e504f3fc493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:51.880804 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b088a-61eb-436e-8797-683970cb87e3 req-e8f99a1a-fc96-465e-acd1-189ef2d6d1dd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:51.883095 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-be5b088a-61eb-436e-8797-683970cb87e3 req-e8f99a1a-fc96-465e-acd1-189ef2d6d1dd tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0643048 Sep 23 16:13:51.922463 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-be5b088a-61eb-436e-8797-683970cb87e3 req-b567198e-b79f-4b08-b8e3-4a491cc65162 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 Sep 23 16:13:51.935896 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa175404-c5a8-403a-9918-e504f3fc493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:51.939975 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aa175404-c5a8-403a-9918-e504f3fc493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:51.977901 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-aa175404-c5a8-403a-9918-e504f3fc493b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a055c2296d74b509425ec533e3ed3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459583 Sep 23 16:13:51.978847 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa175404-c5a8-403a-9918-e504f3fc493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e436fd9-e83b-4468-a7e0-2a7a0b9c58ee,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:51.980521 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44012) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:52.029656 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-243b64d6-377f-4d43-a1ae-c4a6c9d14e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:52.049535 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-243b64d6-377f-4d43-a1ae-c4a6c9d14e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:52.102707 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-243b64d6-377f-4d43-a1ae-c4a6c9d14e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:52.105269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-243b64d6-377f-4d43-a1ae-c4a6c9d14e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:52.106436 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-243b64d6-377f-4d43-a1ae-c4a6c9d14e0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e436fd9-e83b-4468-a7e0-2a7a0b9c58ee HTTP/1.1" status: 204 len: 168 time: 0.1249356 Sep 23 16:13:52.114440 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b64d6-377f-4d43-a1ae-c4a6c9d14e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e436fd9-e83b-4468-a7e0-2a7a0b9c58ee,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:52.402184 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:13:52.451803 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port 626121a2-9e22-4af3-811c-7289b1669a44 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:13:52.456377 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 626121a2-9e22-4af3-811c-7289b1669a44 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:13:52.456869 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:52.552431 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:52.579886 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:13:52.582448 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b049c8-34bb-419d-919f-c41d69833bf1" -d '{"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:13:52.608113 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:13:52.612664 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:52.637324 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532fffa3-54f3-40fd-b6db-5f9024273aca x-openstack-request-id: req-532fffa3-54f3-40fd-b6db-5f9024273aca {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:13:52.637543 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:13:52.637744 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-532fffa3-54f3-40fd-b6db-5f9024273aca {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:13:52.638129 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44', 'code': 200} Sep 23 16:13:52.667062 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:52.802646 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070e12a-8bdd-4a39-93e5-2debf1e9adaa req-01c3dc55-b8c1-44f2-b630-223c0f1f8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:52.804363 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2070e12a-8bdd-4a39-93e5-2debf1e9adaa req-01c3dc55-b8c1-44f2-b630-223c0f1f8e96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0436306 Sep 23 16:13:52.840925 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2070e12a-8bdd-4a39-93e5-2debf1e9adaa req-a8e6039e-d4f6-4adf-998e-c0f742732eba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281427 Sep 23 16:13:53.059587 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f796-52c3-4783-9c86-9f08e50ef735 req-04c7d4ca-090b-4f98-a204-c528e7ac5ccc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:53.061108 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d739f796-52c3-4783-9c86-9f08e50ef735 req-04c7d4ca-090b-4f98-a204-c528e7ac5ccc tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0513501 Sep 23 16:13:53.102177 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d739f796-52c3-4783-9c86-9f08e50ef735 req-9bcfb998-24f6-496b-a7b4-d703c360ec22 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Sep 23 16:13:53.710159 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1473-7e27-49c2-808e-53f4762244a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:54.221024 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099356fc-3182-459d-8843-873885c5d724 req-7e022d51-40d7-49f9-84dd-d4281eefcca3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:54.222470 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-099356fc-3182-459d-8843-873885c5d724 req-7e022d51-40d7-49f9-84dd-d4281eefcca3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0472338 Sep 23 16:13:54.262112 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-099356fc-3182-459d-8843-873885c5d724 req-8bed61d5-9ae6-4b00-a740-b029a280c6ec tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331345 Sep 23 16:13:54.324897 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:54.388690 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a5491-d4b6-485b-af3b-d325780b1add req-1997960f-06df-4c09-81ee-3b250dd3018c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:54.390069 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-095a5491-d4b6-485b-af3b-d325780b1add req-1997960f-06df-4c09-81ee-3b250dd3018c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0589557 Sep 23 16:13:54.399591 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44068) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:54.404307 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Request body: {'floatingip': {'port_id': '626121a2-9e22-4af3-811c-7289b1669a44'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:13:54.441103 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:54.703884 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:54.871983 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:54.875869 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:54.976042 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Floating IP e2208255-0cba-4b51-834e-2b390913598e associated. External IP: 172.27.2.137, port: 626121a2-9e22-4af3-811c-7289b1669a44. Sep 23 16:13:55.187927 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:13:55.289106 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:13:55.293720 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:55.298713 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] Sync routers for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:13:55.307647 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:13:55.308554 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:55.329294 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-0f0bd032-fd6d-4f77-bd4e-b87f9ff6de7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "PUT /v2.0/floatingips/e2208255-0cba-4b51-834e-2b390913598e HTTP/1.1" status: 200 len: 991 time: 0.9286113 Sep 23 16:13:55.330132 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:13:55.333521 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21313b2b-9b16-4d9b-bde7-ba802a7e487c" -d '{"events": [{"name": "network-changed", "server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "tag": "626121a2-9e22-4af3-811c-7289b1669a44"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:13:55.385607 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc9bcdb-7f8b-4847-82b3-7e8ad8b6b624 x-openstack-request-id: req-4dc9bcdb-7f8b-4847-82b3-7e8ad8b6b624 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:13:55.385891 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "tag": "626121a2-9e22-4af3-811c-7289b1669a44", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:13:55.386594 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dc9bcdb-7f8b-4847-82b3-7e8ad8b6b624 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:13:55.386594 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44', 'status': 'completed', 'code': 200} Sep 23 16:13:55.417122 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:13:55.460381 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-f068381f-2735-4047-b176-65c3b2e1a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:55.461768 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-f068381f-2735-4047-b176-65c3b2e1a904 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0405357 Sep 23 16:13:55.551557 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-5a654f6e-fc20-48f2-a2fa-60684ea24f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:55.553098 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-5a654f6e-fc20-48f2-a2fa-60684ea24f59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.0835807 Sep 23 16:13:55.620817 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-7b384aee-6cea-4dea-8edf-91e5045578bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=626121a2-9e22-4af3-811c-7289b1669a44 HTTP/1.1" status: 200 len: 999 time: 0.0597947 Sep 23 16:13:55.669999 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-2a0d7c4e-c66d-46bf-88c7-1214286fca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:55.671825 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-2a0d7c4e-c66d-46bf-88c7-1214286fca09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0435603 Sep 23 16:13:55.695860 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'e2208255-0cba-4b51-834e-2b390913598e', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'port_id': '626121a2-9e22-4af3-811c-7289b1669a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'mac_address': 'fa:16:3e:2f:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:13:42Z', 'updated_at': '2021-09-23T16:13:54Z', 'revision_number': 1, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:55.734126 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] Checking router: b09fa4e0-08bf-4a4f-b493-f93147bbdc79 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:13:55.738450 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-c08cb83c-9bd6-4ca5-b854-089bb34798a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:55.739997 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-c08cb83c-9bd6-4ca5-b854-089bb34798a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428598 Sep 23 16:13:55.743464 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:13:55.744090 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:55.842213 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-b5964fd9-f901-4e4f-ad55-e427162fedf1 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936584 Sep 23 16:13:55.852653 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:13:55.940424 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-21313b2b-9b16-4d9b-bde7-ba802a7e487c req-254aae1a-0d9a-4ccb-a5ca-23e734409cf7 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905917 Sep 23 16:13:56.099814 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'e2208255-0cba-4b51-834e-2b390913598e', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'port_id': '626121a2-9e22-4af3-811c-7289b1669a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'mac_address': 'fa:16:3e:2f:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:13:42Z', 'updated_at': '2021-09-23T16:13:54Z', 'revision_number': 1, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:13:56.125184 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c726ec7-0ef5-4e49-9e31-1e71dbf57637 None None] The sync data for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi is: [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'e2208255-0cba-4b51-834e-2b390913598e', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'port_id': '626121a2-9e22-4af3-811c-7289b1669a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'mac_address': 'fa:16:3e:2f:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:13:42Z', 'updated_at': '2021-09-23T16:13:54Z', 'revision_number': 1, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:13:56.208995 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44092) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:56.333643 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37579a5e-051e-448d-a43d-43e6aad56ce9 None None] New status for floating IP e2208255-0cba-4b51-834e-2b390913598e: ACTIVE {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:13:56.371713 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.545913 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3651b135-7ca1-46d4-9944-c0886664b01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.640976 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3651b135-7ca1-46d4-9944-c0886664b01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.644995 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3651b135-7ca1-46d4-9944-c0886664b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.684831 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3651b135-7ca1-46d4-9944-c0886664b01f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b916c35973254fd185c32957da2113be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735360 Sep 23 16:13:56.685927 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651b135-7ca1-46d4-9944-c0886664b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb650b1-4e82-4d79-8cb5-1aa0ec442456,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:56.687556 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44098) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:56.738970 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dc3d64eb-8843-4277-a7c6-61d46b43925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.759662 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dc3d64eb-8843-4277-a7c6-61d46b43925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.812363 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dc3d64eb-8843-4277-a7c6-61d46b43925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.820088 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dc3d64eb-8843-4277-a7c6-61d46b43925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:56.821649 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-dc3d64eb-8843-4277-a7c6-61d46b43925a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eeb650b1-4e82-4d79-8cb5-1aa0ec442456 HTTP/1.1" status: 204 len: 168 time: 0.1325402 Sep 23 16:13:56.829643 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d64eb-8843-4277-a7c6-61d46b43925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb650b1-4e82-4d79-8cb5-1aa0ec442456,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:57.080877 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44106) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:57.093955 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-02141eb6-3509-44ab-bb3a-b100828d38d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:57.189264 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-02141eb6-3509-44ab-bb3a-b100828d38d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:57.192972 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-02141eb6-3509-44ab-bb3a-b100828d38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:57.229347 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02141eb6-3509-44ab-bb3a-b100828d38d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee38bf09-702c-46f6-9e15-dc325266e9f6,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:57.233662 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-02141eb6-3509-44ab-bb3a-b100828d38d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b33f9a8a6c104d3ca30c81fe304883ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517680 Sep 23 16:13:57.236277 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44108) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:13:57.291119 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-09e28436-59b9-4586-a226-ce033a307ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:57.312367 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-09e28436-59b9-4586-a226-ce033a307ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:57.368176 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-09e28436-59b9-4586-a226-ce033a307ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:57.370742 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-09e28436-59b9-4586-a226-ce033a307ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:57.371910 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-09e28436-59b9-4586-a226-ce033a307ce1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee38bf09-702c-46f6-9e15-dc325266e9f6 HTTP/1.1" status: 204 len: 168 time: 0.1347144 Sep 23 16:13:57.379626 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e28436-59b9-4586-a226-ce033a307ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee38bf09-702c-46f6-9e15-dc325266e9f6,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:13:58.332978 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526573f-8c02-4203-b6f0-f3d824deee16 req-59c40ef4-f0f8-4063-8bc7-b37bd1c04ddf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:58.334671 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2526573f-8c02-4203-b6f0-f3d824deee16 req-59c40ef4-f0f8-4063-8bc7-b37bd1c04ddf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0521779 Sep 23 16:13:58.375784 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2526573f-8c02-4203-b6f0-f3d824deee16 req-e1328e28-0d8a-4b01-a0e7-b7d7f1b78e51 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348859 Sep 23 16:13:59.535662 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac296280-66cf-4bf4-ba1b-4338d7fb4f93 req-ea5648f6-aa28-4576-af91-4e3f631f478b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:13:59.538288 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ac296280-66cf-4bf4-ba1b-4338d7fb4f93 req-ea5648f6-aa28-4576-af91-4e3f631f478b tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0535493 Sep 23 16:13:59.579158 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ac296280-66cf-4bf4-ba1b-4338d7fb4f93 req-5691e439-18b4-47fa-b543-bf106b99ef24 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Sep 23 16:14:00.407290 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-a07cbb01-9a50-46bc-8a8a-cc6729b3ad6a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:00.408750 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-a07cbb01-9a50-46bc-8a8a-cc6729b3ad6a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.0478861 Sep 23 16:14:00.500665 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Deleting port 09684116-389f-4a9d-81ea-6e71ea1aa6fd {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:14:00.501000 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:00.594581 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] For port 09684116-389f-4a9d-81ea-6e71ea1aa6fd, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=09684116-389f-4a9d-81ea-6e71ea1aa6fd,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:00.595242 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:00.783849 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cd094-17b1-46df-9b93-f3eed98f3172 req-b07f3590-1f41-43f1-8b64-d79537aa2557 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:00.785324 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0a2cd094-17b1-46df-9b93-f3eed98f3172 req-b07f3590-1f41-43f1-8b64-d79537aa2557 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=8018ca09-a690-4f20-9b39-69deddcb9096 HTTP/1.1" status: 200 len: 946 time: 0.1258831 Sep 23 16:14:00.822553 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:00.822914 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:00.823228 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Floating IP 0e4e987c-0a2f-4510-828e-4c922036738b disassociated. External IP: 172.27.2.106, port: 09684116-389f-4a9d-81ea-6e71ea1aa6fd. Sep 23 16:14:00.823594 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Calling delete_port for 09684116-389f-4a9d-81ea-6e71ea1aa6fd owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:14:00.850184 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0a2cd094-17b1-46df-9b93-f3eed98f3172 req-711bc3a7-61fb-4937-9bfa-0fde2ef4ed1e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=660163e0-a027-417c-8584-964c9570114b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579753 Sep 23 16:14:00.977151 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:01.015963 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event deleted for resources: {'Port': ['ID=09684116-389f-4a9d-81ea-6e71ea1aa6fd,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:01.134295 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Router 475cf457-fa67-440e-af18-ff332fea0faf has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:14:01.242887 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:14:01.252902 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] Sync routers for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:14:01.262169 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:14:01.262787 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:01.282095 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] No DVR routers for this DVR port 09684116-389f-4a9d-81ea-6e71ea1aa6fd on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:14:01.285065 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:01.288763 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b746f53f-43b0-493d-b49b-ac59734b43b7 req-1385924b-589c-41e8-847f-53b035f437c2 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "DELETE /v2.0/ports/09684116-389f-4a9d-81ea-6e71ea1aa6fd HTTP/1.1" status: 204 len: 173 time: 0.8728428 Sep 23 16:14:01.289172 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'name': 'network-vif-deleted', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:14:01.292624 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2208b89-b43a-4f88-8924-6ee53e9174b0" -d '{"events": [{"server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "name": "network-vif-deleted", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:14:01.333154 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b858dba5-8fe8-40fd-9a60-12a1ba50be39 x-openstack-request-id: req-b858dba5-8fe8-40fd-9a60-12a1ba50be39 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:14:01.333518 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8018ca09-a690-4f20-9b39-69deddcb9096", "name": "network-vif-deleted", "tag": "09684116-389f-4a9d-81ea-6e71ea1aa6fd", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:14:01.334204 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b858dba5-8fe8-40fd-9a60-12a1ba50be39 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:14:01.335192 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8018ca09-a690-4f20-9b39-69deddcb9096', 'name': 'network-vif-deleted', 'tag': '09684116-389f-4a9d-81ea-6e71ea1aa6fd', 'status': 'completed', 'code': 200} Sep 23 16:14:01.392532 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:14:01.717971 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:01.744471 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] Checking router: 475cf457-fa67-440e-af18-ff332fea0faf for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:14:01.753429 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:14:01.754171 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:01.867628 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:14:01.943617 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44234) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:01.978616 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.002278 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-13671740-0fa5-4d17-a015-8bbfb32e8bda tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.028004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-13671740-0fa5-4d17-a015-8bbfb32e8bda tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.095963 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-13671740-0fa5-4d17-a015-8bbfb32e8bda tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.098798 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-13671740-0fa5-4d17-a015-8bbfb32e8bda tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.102454 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-13671740-0fa5-4d17-a015-8bbfb32e8bda tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "DELETE /v2.0/security-groups/660163e0-a027-417c-8584-964c9570114b HTTP/1.1" status: 204 len: 168 time: 0.1554489 Sep 23 16:14:02.103036 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44238) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:02.109684 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671740-0fa5-4d17-a015-8bbfb32e8bda tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660163e0-a027-417c-8584-964c9570114b,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:02.114508 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:02.118891 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.api.v2.resource [None req-ad7aa970-ce02-49ec-9c77-af884df4063a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] show failed (client error): The resource could not be found. Sep 23 16:14:02.122689 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ad7aa970-ce02-49ec-9c77-af884df4063a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups/660163e0-a027-417c-8584-964c9570114b HTTP/1.1" status: 404 len: 347 time: 0.0152924 Sep 23 16:14:02.122947 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44240) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:02.144802 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d374a-7df3-4c20-a4a9-dbc901c71a48 None None] The sync data for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi is: [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:14:02.259364 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Deleting port fe5c6793-0aa1-4fb0-a1e0-d979e7a4fafd {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:14:02.259741 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.340375 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.340736 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.354033 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Calling delete_port for fe5c6793-0aa1-4fb0-a1e0-d979e7a4fafd owned by network:floatingip {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:14:02.379275 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c3d95-15ce-4763-b8c8-26e56cc91d61 None None] New status for floating IP 0e4e987c-0a2f-4510-828e-4c922036738b: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:14:02.461784 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.db.api [None req-c91c3d95-15ce-4763-b8c8-26e56cc91d61 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 16:14:02.461784 dv-cinder-806616-3-iscsi neutron-server[94386]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Sep 23 16:14:02.461784 dv-cinder-806616-3-iscsi neutron-server[94386]: [parameters: {'status': 'DOWN', 'floatingips_id': '0e4e987c-0a2f-4510-828e-4c922036738b'}] Sep 23 16:14:02.461784 dv-cinder-806616-3-iscsi neutron-server[94386]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:14:02.462219 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG oslo_db.api [None req-c91c3d95-15ce-4763-b8c8-26e56cc91d61 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:14:02.501127 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.527780 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event deleted for resources: {'Port': ['ID=fe5c6793-0aa1-4fb0-a1e0-d979e7a4fafd,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:02.589364 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.592059 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.593223 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8be61e34-0ed5-42c9-aebc-bb9fe68929db tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "DELETE /v2.0/floatingips/0e4e987c-0a2f-4510-828e-4c922036738b HTTP/1.1" status: 204 len: 168 time: 0.4692967 Sep 23 16:14:02.884518 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44246) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:02.889538 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-0c229793-4129-43b9-8440-cce9edfabbcf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950330994', 'description': 'tempest-description--1863667127'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:14:02.911975 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c229793-4129-43b9-8440-cce9edfabbcf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:02.963574 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c3d95-15ce-4763-b8c8-26e56cc91d61 None None] New status for floating IP 0e4e987c-0a2f-4510-828e-4c922036738b: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:14:03.000520 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c229793-4129-43b9-8440-cce9edfabbcf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.004538 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c229793-4129-43b9-8440-cce9edfabbcf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.038480 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229793-4129-43b9-8440-cce9edfabbcf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebae122-dfeb-46d4-89fe-994cd45d16e1,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:03.043924 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0c229793-4129-43b9-8440-cce9edfabbcf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.047205 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44250) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:03.047707 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0c229793-4129-43b9-8440-cce9edfabbcf tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1617208 Sep 23 16:14:03.051784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-e19a8704-03ca-40ef-a3ce-65e099d7074a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'security_group_rule': {'security_group_id': '4ebae122-dfeb-46d4-89fe-994cd45d16e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:14:03.089985 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e19a8704-03ca-40ef-a3ce-65e099d7074a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.141504 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e19a8704-03ca-40ef-a3ce-65e099d7074a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.151769 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e19a8704-03ca-40ef-a3ce-65e099d7074a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.173597 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a8704-03ca-40ef-a3ce-65e099d7074a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1768c834-4ccc-477d-8d2b-e4098f859f0a,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:03.177636 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e19a8704-03ca-40ef-a3ce-65e099d7074a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.179335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-e19a8704-03ca-40ef-a3ce-65e099d7074a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310105 Sep 23 16:14:03.181939 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44254) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:03.186143 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-30fd8a18-ebd9-49ed-a375-fe560adf16a0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'security_group_rule': {'security_group_id': '4ebae122-dfeb-46d4-89fe-994cd45d16e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:14:03.213576 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a18-ebd9-49ed-a375-fe560adf16a0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.270581 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a18-ebd9-49ed-a375-fe560adf16a0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.275380 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a18-ebd9-49ed-a375-fe560adf16a0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.295467 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd8a18-ebd9-49ed-a375-fe560adf16a0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d669751b-6747-439e-8eab-9865d0996c83,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:03.300015 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a18-ebd9-49ed-a375-fe560adf16a0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.301325 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-30fd8a18-ebd9-49ed-a375-fe560adf16a0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184349 Sep 23 16:14:03.304378 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44256) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:03.309991 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:14:03.333646 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.433994 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.534992 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Allocated IP 172.27.2.194 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/88f6a4b6-2476-48d8-b2d5-d62c0456fe48) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:14:03.648206 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.680944 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.718358 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:14:03.722500 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:14:03.726038 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:14:03.733818 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'Port': ['ID=88f6a4b6-2476-48d8-b2d5-d62c0456fe48,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:03.814236 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.850837 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:04.001488 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:04.006137 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:04.077701 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'Port': ['ID=88f6a4b6-2476-48d8-b2d5-d62c0456fe48,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:04.090990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:04.104909 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:04.106180 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-169114e0-782c-43d2-a20c-ce9a39280631 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8006487 Sep 23 16:14:04.297390 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-2ed05b6d-f134-4370-ac6d-e38caccfbaa3 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1950330994&fields=id&tenant_id=b8bfee545f6643d4842a167ded6a9e7f HTTP/1.1" status: 200 len: 267 time: 0.0330751 Sep 23 16:14:04.412991 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-36205179-73c7-44e2-b053-9d63c20beecc tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:04.414531 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-36205179-73c7-44e2-b053-9d63c20beecc tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 810 time: 0.1101131 Sep 23 16:14:04.430666 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-1c5af29b-cf8c-4f30-9599-0441cfd66381 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/quotas/b8bfee545f6643d4842a167ded6a9e7f HTTP/1.1" status: 200 len: 375 time: 0.0103128 Sep 23 16:14:04.431579 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 09684116-389f-4a9d-81ea-6e71ea1aa6fd no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:14:04.452275 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: 09684116-389f-4a9d-81ea-6e71ea1aa6fd {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:14:04.452616 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 09684116-389f-4a9d-81ea-6e71ea1aa6fd not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:14:04.484767 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-daf23864-2d8a-4dfb-a58c-7c5bf5a8dec5 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484786 Sep 23 16:14:04.582045 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-dae560f2-0927-41b0-b3ff-8006e14be52e service neutron] 10.222.0.22 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841546 Sep 23 16:14:04.681257 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-cdc1dcf3-b796-476c-a9a7-48c1acbb5443 service neutron] 10.222.0.22 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928946 Sep 23 16:14:04.843241 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-844f3bdf-d5c9-4a17-bdbc-70d9aeebf03b req-dca81519-262e-4b77-bddf-0eb07fcabdf6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Sep 23 16:14:05.904235 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-a6eefab2-c1dd-4c43-8a4f-75ab46b93158 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:05.907836 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-a6eefab2-c1dd-4c43-8a4f-75ab46b93158 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 810 time: 0.1155131 Sep 23 16:14:05.965873 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-725ee085-2f2d-4315-9b1f-7213b71eec41 req-824d95b8-9d57-470c-ba87-9ff28551ca2f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 210 time: 0.0293519 Sep 23 16:14:05.981767 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-5a06acf6-3456-4f5c-a8f5-f6efe4640c5a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8bfee545f6643d4842a167ded6a9e7f HTTP/1.1" status: 200 len: 380 time: 0.0608065 Sep 23 16:14:05.997071 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'port': {'device_id': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'admin_state_up': True, 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'security_groups': ['4ebae122-dfeb-46d4-89fe-994cd45d16e1']}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:14:06.111834 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Made reservation on behalf of b8bfee545f6643d4842a167ded6a9e7f for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:14:06.115933 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.239907 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Allocated IP 172.20.0.7 (54d6d0e2-ab81-4df4-ab75-74fe27ad62eb/30e5204c-b83d-4ca4-9bab-475385217349/943d1936-89b5-491b-96dd-bb7c74cb967a) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:14:06.390680 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.426061 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.468149 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:14:06.470973 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:14:06.475261 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:14:06.504417 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event updated for resources: {'Port': ['ID=943d1936-89b5-491b-96dd-bb7c74cb967a,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:06.537446 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:06.538250 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.554452 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c955c3af-1e39-4e63-bfff-f475d11fbf30 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610318 Sep 23 16:14:06.568756 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Request body: {'port': {'device_id': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:14:06.625883 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.692314 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-af8a38b5-26d1-4154-b6bd-9189a249ddb8 None None] Provisioning complete for port 943d1936-89b5-491b-96dd-bb7c74cb967a triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:14:06.692911 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-af8a38b5-26d1-4154-b6bd-9189a249ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.732394 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-af8a38b5-26d1-4154-b6bd-9189a249ddb8 None None] Port 943d1936-89b5-491b-96dd-bb7c74cb967a cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:14:06.887541 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943d1936-89b5-491b-96dd-bb7c74cb967a {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:14:06.894756 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.906839 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Transition to ACTIVE for port object 943d1936-89b5-491b-96dd-bb7c74cb967a will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:14:06.912109 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:06.963312 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Pushing event updated for resources: {'Port': ['ID=943d1936-89b5-491b-96dd-bb7c74cb967a,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:07.037895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Attempting to bind port 943d1936-89b5-491b-96dd-bb7c74cb967a on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:14:07.038228 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Attempting to bind port 943d1936-89b5-491b-96dd-bb7c74cb967a by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:14:07.038553 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Attempting to bind port 943d1936-89b5-491b-96dd-bb7c74cb967a on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:14:07.043235 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Port 943d1936-89b5-491b-96dd-bb7c74cb967a on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:14:07.043585 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Attempting to bind port 943d1936-89b5-491b-96dd-bb7c74cb967a on network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:14:07.059838 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:14:07.060291 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Checking segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:14:07.060771 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Bound using segment: {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:14:07.061377 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Bound port: 943d1936-89b5-491b-96dd-bb7c74cb967a, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:14:07.061776 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:07.141861 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec91cab-40e8-40b3-b4b0-7bd1c1c8c3b7 req-4e0ab7a2-5f84-4192-996a-d03f90735ee3 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:07.143352 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aec91cab-40e8-40b3-b4b0-7bd1c1c8c3b7 req-4e0ab7a2-5f84-4192-996a-d03f90735ee3 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 943 time: 0.0975850 Sep 23 16:14:07.181995 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] For port 943d1936-89b5-491b-96dd-bb7c74cb967a, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:14:07.202177 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] For port 943d1936-89b5-491b-96dd-bb7c74cb967a, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=943d1936-89b5-491b-96dd-bb7c74cb967a,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:14:07.206709 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:07.210878 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aec91cab-40e8-40b3-b4b0-7bd1c1c8c3b7 req-de3ce855-0762-44ec-9c68-f2eac9cd9fc1 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586042 Sep 23 16:14:07.243582 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:07.244194 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:07.245549 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] 10.222.0.42 "PUT /v2.0/ports/943d1936-89b5-491b-96dd-bb7c74cb967a HTTP/1.1" status: 200 len: 1093 time: 0.6812661 Sep 23 16:14:07.245982 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:14:07.248255 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:14:07.279597 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f77d2-f63b-4af1-beed-7a49a27a9e50 service neutron] Pushing event updated for resources: {'Port': ['ID=943d1936-89b5-491b-96dd-bb7c74cb967a,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:07.290087 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05faabe-2793-4e7f-a93a-693de418f766 x-openstack-request-id: req-f05faabe-2793-4e7f-a93a-693de418f766 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:14:07.290486 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:14:07.290797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f05faabe-2793-4e7f-a93a-693de418f766 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:14:07.291256 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'status': 'completed', 'code': 200} Sep 23 16:14:07.342244 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-4b5cda20-ced3-4051-9258-5070b309d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:07.343758 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-4b5cda20-ced3-4051-9258-5070b309d08b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 1096 time: 0.0493729 Sep 23 16:14:07.398842 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-c24f8491-80e3-4fbf-aa68-54e75470fb81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=943d1936-89b5-491b-96dd-bb7c74cb967a HTTP/1.1" status: 200 len: 217 time: 0.0457897 Sep 23 16:14:07.451776 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-df0d5043-4359-43ea-8fbe-90f7df779158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:07.453259 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-df0d5043-4359-43ea-8fbe-90f7df779158 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.0468035 Sep 23 16:14:07.500069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-744b2c8d-da34-4e83-83d1-edec1766e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:07.501500 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-744b2c8d-da34-4e83-83d1-edec1766e998 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400310 Sep 23 16:14:07.805526 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-f7f1278b-b43e-4278-a255-8eb37bebf132 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942243 Sep 23 16:14:07.898180 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6acc0caa-5dbb-43f8-aaf7-988c1d19477c req-55717aee-fb24-40b2-8ea4-5099a6114d8f service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829740 Sep 23 16:14:07.999947 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-10c0e79b-121e-4459-b8c6-110b6c9d74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:08.001625 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-10c0e79b-121e-4459-b8c6-110b6c9d74da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 1096 time: 0.0484655 Sep 23 16:14:08.093918 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-4dd419d6-337f-456b-a5e7-3320596a7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:08.095342 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-4dd419d6-337f-456b-a5e7-3320596a7d8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 911 time: 0.0856922 Sep 23 16:14:08.141768 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-ab257380-b2c4-46c6-a069-ea1af1ab54fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=943d1936-89b5-491b-96dd-bb7c74cb967a HTTP/1.1" status: 200 len: 217 time: 0.0371215 Sep 23 16:14:08.194784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-e2060b56-a9ac-461e-8d98-15e60fd646b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:08.196312 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-e2060b56-a9ac-461e-8d98-15e60fd646b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.0438926 Sep 23 16:14:08.250281 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-80c58d00-bce9-4bb7-90a6-798d75f78395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:08.251953 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-80c58d00-bce9-4bb7-90a6-798d75f78395 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415885 Sep 23 16:14:08.386836 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844c89e-011b-4459-896e-3abfe869f4bc req-d6bd7355-ba36-4484-bfa8-aa53050741f7 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:08.388380 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e844c89e-011b-4459-896e-3abfe869f4bc req-d6bd7355-ba36-4484-bfa8-aa53050741f7 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 943 time: 0.1042111 Sep 23 16:14:08.402248 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-fd576834-12e3-4e9f-bfa9-02b3088cc447 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358356 Sep 23 16:14:08.461717 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e844c89e-011b-4459-896e-3abfe869f4bc req-ef082ae0-2684-43c8-b672-3884cfdcede8 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647995 Sep 23 16:14:08.521009 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3156c88-9bd7-4d42-8bbf-cfa7e5157224 req-f32767b8-35bc-4185-b3a7-fe77eafc8f40 service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053526 Sep 23 16:14:09.584552 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790357-b1b5-4a8b-b6bc-b1e7b1239194 req-2f611bd1-a629-408f-9e38-ed58695d4c90 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:09.586054 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e790357-b1b5-4a8b-b6bc-b1e7b1239194 req-2f611bd1-a629-408f-9e38-ed58695d4c90 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 943 time: 0.0535762 Sep 23 16:14:09.627635 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e790357-b1b5-4a8b-b6bc-b1e7b1239194 req-f14ca9bb-12ca-4d95-a0c1-7d65768cba53 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337923 Sep 23 16:14:10.746639 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81863504-0c4a-4bab-8f67-5c4647e8ace2 req-5620344b-f7b3-4356-9f86-c9a28efb1b43 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:10.748064 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81863504-0c4a-4bab-8f67-5c4647e8ace2 req-5620344b-f7b3-4356-9f86-c9a28efb1b43 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 943 time: 0.0497940 Sep 23 16:14:10.787839 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81863504-0c4a-4bab-8f67-5c4647e8ace2 req-8ea2d372-9692-452f-9686-db4c6dcf2714 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Sep 23 16:14:11.114799 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44366) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:11.228186 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c5e354a2-004a-4aa5-8a85-48c81221dac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:11.326909 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c5e354a2-004a-4aa5-8a85-48c81221dac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:11.331850 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-c5e354a2-004a-4aa5-8a85-48c81221dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:11.371260 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-c5e354a2-004a-4aa5-8a85-48c81221dac6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91b3188acd984c879bcb3d73fbffa668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543130 Sep 23 16:14:11.372293 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e354a2-004a-4aa5-8a85-48c81221dac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f1c882-ed77-4218-ab1c-95602a9b1c90,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:11.374963 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44372) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:11.425945 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5599ad68-c480-4c36-8491-37fbcd9e7e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:11.448760 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5599ad68-c480-4c36-8491-37fbcd9e7e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:11.494663 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5599ad68-c480-4c36-8491-37fbcd9e7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:11.498841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5599ad68-c480-4c36-8491-37fbcd9e7e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:11.502497 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-5599ad68-c480-4c36-8491-37fbcd9e7e98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7f1c882-ed77-4218-ab1c-95602a9b1c90 HTTP/1.1" status: 204 len: 168 time: 0.1239495 Sep 23 16:14:11.509659 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599ad68-c480-4c36-8491-37fbcd9e7e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f1c882-ed77-4218-ab1c-95602a9b1c90,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:11.900807 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed00b-34bd-4f68-bfaa-4b0407494f64 req-dd92a49f-c97f-4521-8be3-4f1bc8b49eb8 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:11.902291 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-913ed00b-34bd-4f68-bfaa-4b0407494f64 req-dd92a49f-c97f-4521-8be3-4f1bc8b49eb8 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 943 time: 0.0494757 Sep 23 16:14:11.941822 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-913ed00b-34bd-4f68-bfaa-4b0407494f64 req-995bf3ee-09ad-45b3-af5d-b461a70a00af tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335639 Sep 23 16:14:12.480912 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 943d1936-89b5-491b-96dd-bb7c74cb967a details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:14:12.577572 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 943d1936-89b5-491b-96dd-bb7c74cb967a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=943d1936-89b5-491b-96dd-bb7c74cb967a,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:12.588611 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'port_id': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'mac_address': 'fa:16:3e:e4:78:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:14:12.631057 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:12.643733 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943d1936-89b5-491b-96dd-bb7c74cb967a {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:14:12.664968 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 943d1936-89b5-491b-96dd-bb7c74cb967a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=943d1936-89b5-491b-96dd-bb7c74cb967a,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:12.669399 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:12.717421 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=943d1936-89b5-491b-96dd-bb7c74cb967a,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:12.945433 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['943d1936-89b5-491b-96dd-bb7c74cb967a'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:14:13.063992 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448fe3-efe7-4ee2-b3a4-c2658c71c28b req-5c257790-436b-473f-a6ff-df2bba85abd5 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:13.065510 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-89448fe3-efe7-4ee2-b3a4-c2658c71c28b req-5c257790-436b-473f-a6ff-df2bba85abd5 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 944 time: 0.0520215 Sep 23 16:14:13.104966 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-89448fe3-efe7-4ee2-b3a4-c2658c71c28b req-6260fbb2-90f0-42cf-adff-4e3c7651536e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319357 Sep 23 16:14:14.216238 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b4a30-77ef-48c0-928f-f11b58f7e640 req-2b2ad88c-8cd4-4c56-95a0-f44ec0ab866f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:14.217704 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e0b4a30-77ef-48c0-928f-f11b58f7e640 req-2b2ad88c-8cd4-4c56-95a0-f44ec0ab866f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 944 time: 0.0494602 Sep 23 16:14:14.254260 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8e0b4a30-77ef-48c0-928f-f11b58f7e640 req-20375ba5-9b14-44af-8d2b-caf768cc832a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305064 Sep 23 16:14:14.493312 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 943d1936-89b5-491b-96dd-bb7c74cb967a up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:14:14.540495 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port 943d1936-89b5-491b-96dd-bb7c74cb967a completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:14:14.543992 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 943d1936-89b5-491b-96dd-bb7c74cb967a triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:14:14.544371 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:14.618693 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:14.642380 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:14:14.645682 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ee2fd4-9ac7-4a86-8e8e-3a722f7a35b5" -d '{"events": [{"server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "name": "network-vif-plugged", "status": "completed", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:14:14.668684 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 943d1936-89b5-491b-96dd-bb7c74cb967a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=943d1936-89b5-491b-96dd-bb7c74cb967a,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:14.675013 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:14.699034 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff73fd73-6e72-4465-82b2-4e0307d0605c x-openstack-request-id: req-ff73fd73-6e72-4465-82b2-4e0307d0605c {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:14:14.699325 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "name": "network-vif-plugged", "status": "completed", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:14:14.699656 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff73fd73-6e72-4465-82b2-4e0307d0605c {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:14:14.700092 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'code': 200} Sep 23 16:14:14.725778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=943d1936-89b5-491b-96dd-bb7c74cb967a,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:14.869197 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603cb8a-987e-4971-bbe4-3d0609a224a5 req-e8a14d27-2e94-4a60-8e2d-1c9ed386a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:14.870684 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7603cb8a-987e-4971-bbe4-3d0609a224a5 req-e8a14d27-2e94-4a60-8e2d-1c9ed386a1ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 1098 time: 0.0382829 Sep 23 16:14:14.913622 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7603cb8a-987e-4971-bbe4-3d0609a224a5 req-e2b4708d-18c5-4922-8358-665a34d7df10 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303638 Sep 23 16:14:15.167907 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:14:15.368454 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b73e5-ba01-4217-bcc2-2f8c972fcbf7 req-fe88618d-c39e-4484-80c9-3e1aa6256ffe tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:15.369929 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0a6b73e5-ba01-4217-bcc2-2f8c972fcbf7 req-fe88618d-c39e-4484-80c9-3e1aa6256ffe tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 945 time: 0.0481453 Sep 23 16:14:15.406202 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0a6b73e5-ba01-4217-bcc2-2f8c972fcbf7 req-22d1e7fc-a3e2-4f6a-a231-2d1c7309edd0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303364 Sep 23 16:14:16.518969 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbabeb1-a69b-403a-89c4-790806ea49ea req-9425bf4b-25ec-4fb0-9891-168a0e7011c0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:16.520462 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-acbabeb1-a69b-403a-89c4-790806ea49ea req-9425bf4b-25ec-4fb0-9891-168a0e7011c0 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 945 time: 0.0479047 Sep 23 16:14:16.558992 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-acbabeb1-a69b-403a-89c4-790806ea49ea req-a9c96f1f-6756-4836-b4ff-dcb32cedd5a1 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319912 Sep 23 16:14:16.669695 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73a28e-2977-4d5e-91c4-6a1d2ac15aff req-3ccbeb4e-6fed-4006-9b8d-fe7f94ab7fb9 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:16.671163 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ab73a28e-2977-4d5e-91c4-6a1d2ac15aff req-3ccbeb4e-6fed-4006-9b8d-fe7f94ab7fb9 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 945 time: 0.0486491 Sep 23 16:14:16.680028 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44422) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:16.684391 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Request body: {'floatingip': {'port_id': '943d1936-89b5-491b-96dd-bb7c74cb967a'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:14:16.725924 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:17.127543 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:17.132068 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:17.225206 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Floating IP de989935-93b3-4db4-9fb9-86e45b2df3f4 associated. External IP: 172.27.2.194, port: 943d1936-89b5-491b-96dd-bb7c74cb967a. Sep 23 16:14:17.428605 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Router 475cf457-fa67-440e-af18-ff332fea0faf has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:14:17.532566 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:14:17.537658 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:17.543194 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] Sync routers for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:14:17.552548 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:14:17.553671 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:17.564444 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6d448bb1-8181-47eb-8c71-091ed4e01d0f tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "PUT /v2.0/floatingips/de989935-93b3-4db4-9fb9-86e45b2df3f4 HTTP/1.1" status: 200 len: 991 time: 0.8833756 Sep 23 16:14:17.565022 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:14:17.567361 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4011a236-cfe6-48d7-a63c-21db75ca4fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:14:17.607841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35bae4-ad00-4cef-8b89-7716b106ecf7 x-openstack-request-id: req-3e35bae4-ad00-4cef-8b89-7716b106ecf7 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:14:17.607996 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:14:17.608225 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e35bae4-ad00-4cef-8b89-7716b106ecf7 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:14:17.608735 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'status': 'completed', 'code': 200} Sep 23 16:14:17.659685 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:14:17.679180 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-fdcf7639-5ab7-4df5-bf8d-26dfe6881d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:17.680734 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-fdcf7639-5ab7-4df5-bf8d-26dfe6881d44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 1098 time: 0.0446193 Sep 23 16:14:17.773747 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-5381d230-87ec-4d18-914c-5bde4d9666e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:17.775227 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-5381d230-87ec-4d18-914c-5bde4d9666e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 200 len: 911 time: 0.0871301 Sep 23 16:14:17.840816 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-c8a11253-8e70-43e5-b862-a42b441e9a87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=943d1936-89b5-491b-96dd-bb7c74cb967a HTTP/1.1" status: 200 len: 999 time: 0.0579031 Sep 23 16:14:17.882859 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'de989935-93b3-4db4-9fb9-86e45b2df3f4', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'port_id': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'mac_address': 'fa:16:3e:e4:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:14:03Z', 'updated_at': '2021-09-23T16:14:17Z', 'revision_number': 1, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:17.892794 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-b3d6b590-1915-47b6-b217-09586b8d3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:17.894299 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-b3d6b590-1915-47b6-b217-09586b8d3777 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 200 len: 849 time: 0.0459747 Sep 23 16:14:17.912971 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] Checking router: 475cf457-fa67-440e-af18-ff332fea0faf for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:14:17.921207 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:14:17.921815 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:13:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:17.942497 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-04fa2d69-382f-41c9-94b7-a146f6983449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:17.943955 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-04fa2d69-382f-41c9-94b7-a146f6983449 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396969 Sep 23 16:14:18.026008 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:14:18.041185 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-2562e35a-b7ca-4639-9b25-623977750b9a service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Sep 23 16:14:18.146277 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4011a236-cfe6-48d7-a63c-21db75ca4fd2 req-83d173a8-c8f2-423a-929b-fa249d987b8b service neutron] 10.222.0.42 "GET /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829768 Sep 23 16:14:18.369146 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'de989935-93b3-4db4-9fb9-86e45b2df3f4', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'port_id': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'mac_address': 'fa:16:3e:e4:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:14:03Z', 'updated_at': '2021-09-23T16:14:17Z', 'revision_number': 1, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:14:18.395329 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890277b-a92b-4ce0-b460-3edcdc0081be None None] The sync data for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi is: [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'de989935-93b3-4db4-9fb9-86e45b2df3f4', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'port_id': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'mac_address': 'fa:16:3e:e4:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:14:03Z', 'updated_at': '2021-09-23T16:14:17Z', 'revision_number': 1, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:14:18.581629 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0aab82-2774-44f9-aec4-e7a1afc4f811 None None] New status for floating IP de989935-93b3-4db4-9fb9-86e45b2df3f4: ACTIVE {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:14:21.031276 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e3444306-41c1-4ba0-95c6-3bba7f1a8b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:23.713933 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-5c5330ef-b5dd-45b0-b4b0-c812f4852974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:24.326138 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:24.706459 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:26.373348 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.384359 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44530) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:30.495738 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.582455 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.586480 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.624353 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26805648-fc48-4eaf-9f74-4e09c681c760,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:30.628072 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ceac023452243f4b9cb99b48b7d1db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427950 Sep 23 16:14:30.630933 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 44534) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:30.634979 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.635265 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.635630 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.635964 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.636288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.636613 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.636938 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.637258 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.637583 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.637899 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.638212 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.638528 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0027273-01be-46c5-9067-913fd15359a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:30.680117 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aaed518a-02b6-40c9-a99d-ae8eccd01d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.700559 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aaed518a-02b6-40c9-a99d-ae8eccd01d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.744355 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aaed518a-02b6-40c9-a99d-ae8eccd01d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.747030 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-aaed518a-02b6-40c9-a99d-ae8eccd01d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:30.748208 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-aaed518a-02b6-40c9-a99d-ae8eccd01d89 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26805648-fc48-4eaf-9f74-4e09c681c760 HTTP/1.1" status: 204 len: 168 time: 0.1155708 Sep 23 16:14:30.755828 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed518a-02b6-40c9-a99d-ae8eccd01d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26805648-fc48-4eaf-9f74-4e09c681c760,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:31.961492 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:32.395345 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c5c4-f42d-41be-9a4a-2d9d22a007c9 req-80fc92e9-d05c-484a-bf92-d4581bb7b7c2 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:32.397148 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2876c5c4-f42d-41be-9a4a-2d9d22a007c9 req-80fc92e9-d05c-484a-bf92-d4581bb7b7c2 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.2198644 Sep 23 16:14:32.435926 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2876c5c4-f42d-41be-9a4a-2d9d22a007c9 req-9b302308-14e8-4d4c-a3b6-3a0e7e236c01 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Sep 23 16:14:33.605117 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd7ed-5f21-4842-9cda-4ea184131a49 req-d7baaab6-ac28-44f8-88de-eb8aa969f249 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:33.606595 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-932cd7ed-5f21-4842-9cda-4ea184131a49 req-d7baaab6-ac28-44f8-88de-eb8aa969f249 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.1030033 Sep 23 16:14:33.643310 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-932cd7ed-5f21-4842-9cda-4ea184131a49 req-4985f624-42ba-48fb-9ee9-3d2234a9a69e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Sep 23 16:14:34.762532 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aaf84-0e87-4ea5-9490-eeed863ba38c req-df52638b-8d51-4ec2-8f6a-b21acd9e2d2e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:34.764050 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ac6aaf84-0e87-4ea5-9490-eeed863ba38c req-df52638b-8d51-4ec2-8f6a-b21acd9e2d2e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0511897 Sep 23 16:14:34.803128 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ac6aaf84-0e87-4ea5-9490-eeed863ba38c req-7527cac1-29b3-4339-8e33-7305fc944d25 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331316 Sep 23 16:14:35.917782 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad5058-af3d-4fdb-b8d1-cb88701a962e req-52b83880-fb3a-472f-a1ed-5dd53e1884ea tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:35.919216 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f6ad5058-af3d-4fdb-b8d1-cb88701a962e req-52b83880-fb3a-472f-a1ed-5dd53e1884ea tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0469744 Sep 23 16:14:35.955299 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f6ad5058-af3d-4fdb-b8d1-cb88701a962e req-e9f5e97c-f314-4c86-8ef5-460e7c32f435 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302460 Sep 23 16:14:37.070311 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11f27-b0d1-43a8-9c6f-45ff686dacc7 req-6651e891-f55c-422c-8197-5f8ba1a3fc94 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:37.071777 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-56e11f27-b0d1-43a8-9c6f-45ff686dacc7 req-6651e891-f55c-422c-8197-5f8ba1a3fc94 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0478351 Sep 23 16:14:37.107927 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-56e11f27-b0d1-43a8-9c6f-45ff686dacc7 req-17bec7ab-8da8-4fa2-92e8-ae80e88623d1 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303688 Sep 23 16:14:38.220731 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40eee-1451-463a-9c2b-9543c96556f4 req-9d83806d-e37b-4761-964d-595d23abc775 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:38.222203 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53b40eee-1451-463a-9c2b-9543c96556f4 req-9d83806d-e37b-4761-964d-595d23abc775 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0477006 Sep 23 16:14:38.262002 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-53b40eee-1451-463a-9c2b-9543c96556f4 req-5cdc1425-8f58-483b-b38b-a1e1407e3919 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Sep 23 16:14:39.380012 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40168d-25bd-4192-9c8b-f87876faa475 req-0fe30922-74fd-4a37-919a-f00ccf24bc9f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:39.381625 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0f40168d-25bd-4192-9c8b-f87876faa475 req-0fe30922-74fd-4a37-919a-f00ccf24bc9f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0501392 Sep 23 16:14:39.418961 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0f40168d-25bd-4192-9c8b-f87876faa475 req-727761ca-2e73-449e-a54d-a2e1a4887aee tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309336 Sep 23 16:14:40.533655 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b5aed-df8a-4e2b-bc6a-5e7df4bc9a6c req-272600fd-914b-4ef2-a61f-67005f86f834 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:40.535105 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c02b5aed-df8a-4e2b-bc6a-5e7df4bc9a6c req-272600fd-914b-4ef2-a61f-67005f86f834 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0485778 Sep 23 16:14:40.572849 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c02b5aed-df8a-4e2b-bc6a-5e7df4bc9a6c req-055a9f0e-48ad-4788-b25f-cb479faef4a8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Sep 23 16:14:41.686678 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2faf49-7e42-439b-87b6-f9ed92c971ee req-640594c9-012f-4b93-a0c4-78691778e78a tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:41.688130 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5e2faf49-7e42-439b-87b6-f9ed92c971ee req-640594c9-012f-4b93-a0c4-78691778e78a tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0476069 Sep 23 16:14:41.727758 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5e2faf49-7e42-439b-87b6-f9ed92c971ee req-879cc831-8939-4466-b26d-20d87240dd25 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337515 Sep 23 16:14:42.439626 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-6a58ad8e-0bd7-4251-a772-edf6b64bbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:42.441063 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-6a58ad8e-0bd7-4251-a772-edf6b64bbbf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1099 time: 0.0817316 Sep 23 16:14:42.528405 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-a135162e-2cc0-48dc-b749-5fab8fdae8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:42.529830 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-a135162e-2cc0-48dc-b749-5fab8fdae8fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 910 time: 0.0814762 Sep 23 16:14:42.597864 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-e48d0cc3-33f6-499c-9624-65d97a80cc9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 1002 time: 0.0584815 Sep 23 16:14:42.644621 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-c25a99a1-8e73-4fb1-a8ea-e84acc41159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:42.646003 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-c25a99a1-8e73-4fb1-a8ea-e84acc41159d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 200 len: 848 time: 0.0413344 Sep 23 16:14:42.689171 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-eed08305-d65f-4291-a3fb-98eae53199fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:42.690598 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-eed08305-d65f-4291-a3fb-98eae53199fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3646df4-24a4-4da3-84fd-e1fe135865b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375535 Sep 23 16:14:42.781218 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-18bc247a-f72c-4533-937c-39db786b3a16 service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835471 Sep 23 16:14:42.895373 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97ae6-c8a3-41bd-97aa-dcc8fd8111b0 req-ad1e351b-2777-4ca6-98fc-34128130fec9 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:42.897183 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-28c97ae6-c8a3-41bd-97aa-dcc8fd8111b0 req-ad1e351b-2777-4ca6-98fc-34128130fec9 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0993855 Sep 23 16:14:42.916928 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81f5f8f9-20a8-4bd2-ac53-6a8deba5bc3b req-8b2db0f2-33ac-42d0-8d0b-2536fbd99417 service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269522 Sep 23 16:14:42.942268 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-28c97ae6-c8a3-41bd-97aa-dcc8fd8111b0 req-b15e2590-5de2-4e4c-8e04-055894b492da tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364141 Sep 23 16:14:44.060064 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9021a17-93a4-4cf1-9f04-88e54fce60a1 req-28d37a99-6dfc-4807-93cb-24c8e6b1bef7 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:44.061511 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a9021a17-93a4-4cf1-9f04-88e54fce60a1 req-28d37a99-6dfc-4807-93cb-24c8e6b1bef7 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Sep 23 16:14:44.098270 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a9021a17-93a4-4cf1-9f04-88e54fce60a1 req-3ae61220-3d9e-405c-8880-ed4562f78b1f tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308585 Sep 23 16:14:45.217108 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ffe75-476f-45b4-8e91-c22e4353dced req-eac871ce-539f-4e3f-8c8f-dd5824a63703 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:45.218561 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dc8ffe75-476f-45b4-8e91-c22e4353dced req-eac871ce-539f-4e3f-8c8f-dd5824a63703 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0523012 Sep 23 16:14:45.258953 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dc8ffe75-476f-45b4-8e91-c22e4353dced req-90d6c5ae-437f-4cd8-8906-aed7c9db66a1 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Sep 23 16:14:45.473193 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 44652) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:14:45.587804 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-aa2641ee-9dc2-40fc-8ea0-fa83fbdd11ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130743 Sep 23 16:14:45.602130 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498515-0bd4-4abd-ba2f-d9a471342530 req-e545c6cb-0fb8-48ef-b9c8-102357678006 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:45.603818 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da498515-0bd4-4abd-ba2f-d9a471342530 req-e545c6cb-0fb8-48ef-b9c8-102357678006 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0763483 Sep 23 16:14:45.607647 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-21a5cdd4-2b27-4b87-bcbb-7f17f0de526d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:14:45.608611 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-21a5cdd4-2b27-4b87-bcbb-7f17f0de526d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155423 Sep 23 16:14:45.650890 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da498515-0bd4-4abd-ba2f-d9a471342530 req-4322f120-0401-4c4a-8405-0516775cfc04 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384791 Sep 23 16:14:45.939888 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3392db-f347-4c01-b13d-f8bc7973dd0f req-c2263386-84d1-4af6-bfdb-4d65a448f251 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:45.941439 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f3392db-f347-4c01-b13d-f8bc7973dd0f req-c2263386-84d1-4af6-bfdb-4d65a448f251 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.2812111 Sep 23 16:14:46.076250 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2f3392db-f347-4c01-b13d-f8bc7973dd0f req-2c63db48-f5eb-456a-ad13-3dab27a58a35 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283979 Sep 23 16:14:46.767648 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbd65d-187b-4a15-9f2f-efe28952450d req-68320dcb-ecd2-4a79-8c21-4f4dfff7748d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:46.769115 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2fcbd65d-187b-4a15-9f2f-efe28952450d req-68320dcb-ecd2-4a79-8c21-4f4dfff7748d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Sep 23 16:14:46.807074 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2fcbd65d-187b-4a15-9f2f-efe28952450d req-379ce6c7-0ad3-4c6a-9e40-ba5efa7a25f7 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Sep 23 16:14:47.043796 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-40b7f07d-0857-4195-80c3-08ba24f2f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:47.045211 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-40b7f07d-0857-4195-80c3-08ba24f2f9b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831&tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc HTTP/1.1" status: 200 len: 1099 time: 0.0721323 Sep 23 16:14:47.109707 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-1a7de61e-7b29-4a4d-97c4-4b5844317bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:47.111243 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-1a7de61e-7b29-4a4d-97c4-4b5844317bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1099 time: 0.0412297 Sep 23 16:14:47.234695 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-cbb48fc1-b6bb-4cef-963f-ca8259a1a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:47.236167 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-cbb48fc1-b6bb-4cef-963f-ca8259a1a3b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 910 time: 0.1159570 Sep 23 16:14:47.247204 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804c45e-7a7d-4bfe-a2ba-5bde02071909 req-2256c3ab-a714-4b55-9693-805402400a38 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:47.248585 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5804c45e-7a7d-4bfe-a2ba-5bde02071909 req-2256c3ab-a714-4b55-9693-805402400a38 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0972724 Sep 23 16:14:47.329326 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5804c45e-7a7d-4bfe-a2ba-5bde02071909 req-3b392c78-2b10-41c0-9380-03bc9385a76c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742850 Sep 23 16:14:47.330992 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-0c04520b-bfdd-485b-a3ad-9605f19a81a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 1002 time: 0.0815849 Sep 23 16:14:47.389314 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-0c8b9540-4689-4dfa-81fe-2519c71a64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:47.390798 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-0c8b9540-4689-4dfa-81fe-2519c71a64e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 200 len: 848 time: 0.0509520 Sep 23 16:14:47.438667 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-d9738cc0-c422-4ad6-a456-de341b4b87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:47.440150 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-d9738cc0-c422-4ad6-a456-de341b4b87e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3646df4-24a4-4da3-84fd-e1fe135865b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401824 Sep 23 16:14:47.530070 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-668cbb98-694c-4265-9db7-688000c6f7ad service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818844 Sep 23 16:14:47.621095 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-39700e7d-eb51-475d-b8fc-e8b12a68c83c req-fa7cf2ad-6fcc-4713-8222-f3813d0ffaca service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833087 Sep 23 16:14:47.919636 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c91e62-a9a3-44d8-8a5d-ee51b2f36dc3 req-54268f9d-ed64-42c4-9747-94d616544a5d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:47.921112 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d1c91e62-a9a3-44d8-8a5d-ee51b2f36dc3 req-54268f9d-ed64-42c4-9747-94d616544a5d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0490110 Sep 23 16:14:47.957154 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d1c91e62-a9a3-44d8-8a5d-ee51b2f36dc3 req-afce5eef-2ea3-4e39-bf9f-327e36e9dd20 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302014 Sep 23 16:14:48.454868 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1395eb-e901-4d3d-b70b-7b7cf9b747ea req-faae7e08-d1a6-458a-b008-e00976305007 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:48.456349 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4c1395eb-e901-4d3d-b70b-7b7cf9b747ea req-faae7e08-d1a6-458a-b008-e00976305007 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Sep 23 16:14:48.493272 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4c1395eb-e901-4d3d-b70b-7b7cf9b747ea req-77830a51-a793-4ab5-ab84-c34bcd4f545f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304909 Sep 23 16:14:48.701100 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d05a3d32-7b4b-4a65-9460-d0e23e46c193 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:14:48.775890 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:48.797480 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:14:48.799790 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fe6eac-b026-43ca-864c-5b9854941472" -d '{"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-unplugged", "status": "completed", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:14:48.813036 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:48.817293 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:48.843681 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015bd3bf-98aa-4f20-a6ab-bc1ec98e7249 x-openstack-request-id: req-015bd3bf-98aa-4f20-a6ab-bc1ec98e7249 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:14:48.843988 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-unplugged", "status": "completed", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:14:48.844239 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-015bd3bf-98aa-4f20-a6ab-bc1ec98e7249 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:14:48.844614 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'code': 200} Sep 23 16:14:48.870421 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=6']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:49.074030 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbfdc5-d350-4b59-82d2-0a70d342b5a9 req-ccac7b8a-3b45-443d-a421-49ede231edd9 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:49.075526 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8fdbfdc5-d350-4b59-82d2-0a70d342b5a9 req-ccac7b8a-3b45-443d-a421-49ede231edd9 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0489447 Sep 23 16:14:49.113261 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8fdbfdc5-d350-4b59-82d2-0a70d342b5a9 req-d1147a07-7379-4497-bf40-b6e1222aad39 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318966 Sep 23 16:14:49.613722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45156a1-4e66-4df6-93d5-1b9112a21a28 req-dd1013b0-4984-47b8-8571-195427b1e1e3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:49.615099 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b45156a1-4e66-4df6-93d5-1b9112a21a28 req-dd1013b0-4984-47b8-8571-195427b1e1e3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0489438 Sep 23 16:14:49.653338 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b45156a1-4e66-4df6-93d5-1b9112a21a28 req-083f7ce5-ed6e-4787-ad85-0bcbd55b1343 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Sep 23 16:14:50.230151 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c95a8-d9da-4a3c-8c14-1b660dcbc07f req-b0e5652a-52b8-4339-97cc-348a8ccbfb2e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:50.231615 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da8c95a8-d9da-4a3c-8c14-1b660dcbc07f req-b0e5652a-52b8-4339-97cc-348a8ccbfb2e tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0521836 Sep 23 16:14:50.267972 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-da8c95a8-d9da-4a3c-8c14-1b660dcbc07f req-f4ece669-5397-417d-a8ce-2027085f1022 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300653 Sep 23 16:14:50.772961 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63223038-80b5-4bf9-a205-924a041d09fa req-9f7696f5-7578-4790-a9b9-4062253023ba tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:50.774758 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-63223038-80b5-4bf9-a205-924a041d09fa req-9f7696f5-7578-4790-a9b9-4062253023ba tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Sep 23 16:14:50.813272 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-63223038-80b5-4bf9-a205-924a041d09fa req-f641e232-67b5-4142-8c0a-96419d5b93e2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Sep 23 16:14:51.032069 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-591f0447-762b-45d6-a5f6-263a1a067625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:51.384105 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8871a-d8e9-463b-a206-cd595dcc1b35 req-9880aa4c-d07b-4741-a6cd-81d5e2cc8361 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:51.389165 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-49c8871a-d8e9-463b-a206-cd595dcc1b35 req-9880aa4c-d07b-4741-a6cd-81d5e2cc8361 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0527656 Sep 23 16:14:51.424962 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-49c8871a-d8e9-463b-a206-cd595dcc1b35 req-898dde22-51d5-47c7-ae1a-a41f7010843d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310814 Sep 23 16:14:51.935796 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bf98d-8840-4b43-8f8f-382ee6bfe0e5 req-7fd1413f-ea47-4da8-ae0a-ed4bca06f88d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:51.937264 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f72bf98d-8840-4b43-8f8f-382ee6bfe0e5 req-7fd1413f-ea47-4da8-ae0a-ed4bca06f88d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0521452 Sep 23 16:14:51.975431 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f72bf98d-8840-4b43-8f8f-382ee6bfe0e5 req-d68f8a1c-9907-49dc-82f7-016d04d7606e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323460 Sep 23 16:14:52.166560 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:14:52.537644 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ca1c-8c02-46bf-a93c-23da98b42961 req-15dbe718-d4d5-4386-8121-f53a5e7a1a78 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:52.539251 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3bf4ca1c-8c02-46bf-a93c-23da98b42961 req-15dbe718-d4d5-4386-8121-f53a5e7a1a78 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0483737 Sep 23 16:14:52.576743 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3bf4ca1c-8c02-46bf-a93c-23da98b42961 req-9c11f8c2-dbd8-4663-b3e1-c55e642862be tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Sep 23 16:14:53.096242 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4298a8-e5ee-44e3-9507-c94abd7dd973 req-2ca6161d-2017-468c-9c7b-7a2294276e12 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:53.097720 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8a4298a8-e5ee-44e3-9507-c94abd7dd973 req-2ca6161d-2017-468c-9c7b-7a2294276e12 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Sep 23 16:14:53.142174 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8a4298a8-e5ee-44e3-9507-c94abd7dd973 req-9df8530d-9a47-41b7-b2b5-177b02863c66 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Sep 23 16:14:53.694458 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336a00a-5126-4f9c-aaeb-640190f3f618 req-88c8e677-8f24-4a94-b97c-69232cac55cb tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:53.697250 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6336a00a-5126-4f9c-aaeb-640190f3f618 req-88c8e677-8f24-4a94-b97c-69232cac55cb tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0535483 Sep 23 16:14:53.715722 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-69adf52d-6571-4d32-ab4d-1fbc23ecaa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:53.741333 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6336a00a-5126-4f9c-aaeb-640190f3f618 req-a395b3af-f209-4f5c-bf38-c4781ad5f0c4 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386286 Sep 23 16:14:53.815347 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409aed2-15ef-483c-a5da-3dd22dad0668 req-c20190af-0ec0-468c-8fd8-790466cc43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:53.816841 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4409aed2-15ef-483c-a5da-3dd22dad0668 req-c20190af-0ec0-468c-8fd8-790466cc43c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1097 time: 0.0395463 Sep 23 16:14:53.853785 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4409aed2-15ef-483c-a5da-3dd22dad0668 req-ffc53ed9-e66d-46a5-9cc4-fa0be6f9665d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273867 Sep 23 16:14:54.265231 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a158f00-a7eb-4e23-b859-7d6099c75732 req-4153242b-ba12-494b-bd4b-760172ecbaf6 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:54.266808 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1a158f00-a7eb-4e23-b859-7d6099c75732 req-4153242b-ba12-494b-bd4b-760172ecbaf6 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0513654 Sep 23 16:14:54.305364 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1a158f00-a7eb-4e23-b859-7d6099c75732 req-0f495a0c-0f76-44b8-9714-b6408e460936 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322661 Sep 23 16:14:54.334615 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:54.709253 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:54.871619 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cd628-bcae-44c3-af90-751f1c84ac07 req-f57a0834-b555-46b8-95d8-07a51051ff4d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:54.873324 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-135cd628-bcae-44c3-af90-751f1c84ac07 req-f57a0834-b555-46b8-95d8-07a51051ff4d tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0585361 Sep 23 16:14:54.913181 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-135cd628-bcae-44c3-af90-751f1c84ac07 req-04b6e495-4a26-4e71-a867-bc4131026506 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339911 Sep 23 16:14:55.431380 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ef124-d1ca-4b54-84c0-0edb0247774d req-89cfe10d-83e9-4896-a90e-b287d331f308 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:55.432866 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-801ef124-d1ca-4b54-84c0-0edb0247774d req-89cfe10d-83e9-4896-a90e-b287d331f308 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0509043 Sep 23 16:14:55.470505 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-801ef124-d1ca-4b54-84c0-0edb0247774d req-91f91533-1398-471a-a8c2-2bf6e296ebb7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Sep 23 16:14:56.027155 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0c6ec-2686-44ab-ab7b-f26570589fd9 req-59db3e03-bf87-4817-9c02-3f131d336a76 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:56.028635 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3fb0c6ec-2686-44ab-ab7b-f26570589fd9 req-59db3e03-bf87-4817-9c02-3f131d336a76 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 944 time: 0.0481200 Sep 23 16:14:56.064534 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3fb0c6ec-2686-44ab-ab7b-f26570589fd9 req-cd4ebe86-4ae0-4a8a-a6a1-29565f55a2a7 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301495 Sep 23 16:14:56.375599 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:56.592132 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e60dcd-db03-44bc-99ce-523ab9ff6b5d req-7cdf7792-38f5-48ce-9b59-c3616b73dcab tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:56.593527 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85e60dcd-db03-44bc-99ce-523ab9ff6b5d req-7cdf7792-38f5-48ce-9b59-c3616b73dcab tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Sep 23 16:14:56.630484 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-85e60dcd-db03-44bc-99ce-523ab9ff6b5d req-a5fddc7b-b4ef-4478-b9be-add847fef91a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Sep 23 16:14:56.725660 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d05a3d32-7b4b-4a65-9460-d0e23e46c193 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:14:56.826582 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:56.837381 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'port_id': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'mac_address': 'fa:16:3e:6e:6c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:14:56.873368 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:56.885498 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05a3d32-7b4b-4a65-9460-d0e23e46c193 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:14:56.904374 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:56.909163 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:56.953768 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=7']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:56.961050 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.961492 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.961903 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.962269 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.962600 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.962931 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.963257 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.963605 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.963947 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.964273 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.964594 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:56.964913 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:14:57.146927 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['d05a3d32-7b4b-4a65-9460-d0e23e46c193'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:14:57.748956 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40401c95-4ab8-4714-8534-9f58f11c830a req-714da3b3-9d1a-42c4-803a-e84d17d0f17b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:57.750371 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-40401c95-4ab8-4714-8534-9f58f11c830a req-714da3b3-9d1a-42c4-803a-e84d17d0f17b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Sep 23 16:14:57.787291 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-40401c95-4ab8-4714-8534-9f58f11c830a req-2d2a7747-7df2-45a5-9b0d-024ad3a71afa tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Sep 23 16:14:58.741182 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d05a3d32-7b4b-4a65-9460-d0e23e46c193 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:14:58.793908 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port d05a3d32-7b4b-4a65-9460-d0e23e46c193 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:14:58.794293 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:58.884825 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:58.917120 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:14:58.920183 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48095a79-f191-4da4-86d2-436527af594b" -d '{"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-plugged", "status": "completed", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:14:58.922490 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326109-0914-454f-ab89-7a7d6f35a3b0 req-0fa08b47-a3d6-4382-b4ad-2ef0cc706e88 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:14:58.932996 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:14:58.936968 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-37326109-0914-454f-ab89-7a7d6f35a3b0 req-0fa08b47-a3d6-4382-b4ad-2ef0cc706e88 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0693457 Sep 23 16:14:58.941996 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:58.977723 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-37326109-0914-454f-ab89-7a7d6f35a3b0 req-f2f324b1-dcf6-4f76-8c14-c2b3e8744f20 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Sep 23 16:14:58.994006 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=8']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:14:59.031987 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9083523-aa0f-42dc-9316-490eb547ce6d x-openstack-request-id: req-d9083523-aa0f-42dc-9316-490eb547ce6d {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:14:59.032289 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-plugged", "status": "completed", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:14:59.032544 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9083523-aa0f-42dc-9316-490eb547ce6d {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:14:59.032932 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'code': 200} Sep 23 16:15:00.106290 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba0c3d-5609-4754-8e85-7a793ee48c04 req-559a1e4f-8468-4095-b147-3f1a87af6781 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:00.107912 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-76ba0c3d-5609-4754-8e85-7a793ee48c04 req-559a1e4f-8468-4095-b147-3f1a87af6781 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Sep 23 16:15:00.147538 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-76ba0c3d-5609-4754-8e85-7a793ee48c04 req-41dae259-ee96-49d6-9a68-6aeaefcedcff tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Sep 23 16:15:01.271920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010deef-23a8-4823-b03c-657cea86782e req-23ed25a0-1010-40f8-b479-22bb7963ed0f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:01.273548 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0010deef-23a8-4823-b03c-657cea86782e req-23ed25a0-1010-40f8-b479-22bb7963ed0f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0534539 Sep 23 16:15:01.312127 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0010deef-23a8-4823-b03c-657cea86782e req-9333f82b-3e68-4982-a44b-6e27e478b9b5 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326726 Sep 23 16:15:01.990900 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:02.436746 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9668c9-91d0-41ae-a2eb-eaabcc8b7959 req-8bc6aa42-0ee8-421f-9378-818bebf5cc94 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:02.438201 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7d9668c9-91d0-41ae-a2eb-eaabcc8b7959 req-8bc6aa42-0ee8-421f-9378-818bebf5cc94 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0486138 Sep 23 16:15:02.474957 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7d9668c9-91d0-41ae-a2eb-eaabcc8b7959 req-4c176592-3b81-4880-bcfe-45754d1ea5d6 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Sep 23 16:15:02.785188 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:15:02.877124 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:02.888685 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '626121a2-9e22-4af3-811c-7289b1669a44', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'port_id': '626121a2-9e22-4af3-811c-7289b1669a44', 'mac_address': 'fa:16:3e:2f:94:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:15:02.926010 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:02.941664 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 626121a2-9e22-4af3-811c-7289b1669a44 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:15:02.961271 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:02.966299 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:03.015196 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=6']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:03.044486 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['626121a2-9e22-4af3-811c-7289b1669a44'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:15:03.609039 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8819152-ff5e-4107-b2b4-ef7a5b533caf req-893ebe49-2137-4a9b-befc-75b8546c36be tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:03.612173 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c8819152-ff5e-4107-b2b4-ef7a5b533caf req-893ebe49-2137-4a9b-befc-75b8546c36be tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0572238 Sep 23 16:15:03.667721 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c8819152-ff5e-4107-b2b4-ef7a5b533caf req-88f76b92-7ef4-4a23-af9b-5a4f5846f5a3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Sep 23 16:15:04.782544 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:15:04.794561 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3308f9-5fb2-479e-8630-39974e7a3286 req-4eb12891-1381-452e-bcf4-9ee753333a83 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:04.796351 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-de3308f9-5fb2-479e-8630-39974e7a3286 req-4eb12891-1381-452e-bcf4-9ee753333a83 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0588500 Sep 23 16:15:04.843104 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-de3308f9-5fb2-479e-8630-39974e7a3286 req-fb414634-98e8-4640-a4f1-604b76dd1a81 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Sep 23 16:15:04.860897 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 626121a2-9e22-4af3-811c-7289b1669a44 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:15:04.861375 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:04.946734 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:04.972529 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:15:04.974816 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269a2252-3dee-488c-a905-2647fd8726c9" -d '{"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:15:04.990417 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:04.995462 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:05.032405 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5311827a-e377-4121-9b10-b8a30ef88c41 x-openstack-request-id: req-5311827a-e377-4121-9b10-b8a30ef88c41 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:15:05.032714 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:15:05.032961 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5311827a-e377-4121-9b10-b8a30ef88c41 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:15:05.033409 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44', 'code': 200} Sep 23 16:15:05.059911 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=7']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:05.987584 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82f764-de59-42c0-9da9-bcacf624f25b req-a74934c7-d698-4242-a327-40b33b1c7886 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:05.989104 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1f82f764-de59-42c0-9da9-bcacf624f25b req-a74934c7-d698-4242-a327-40b33b1c7886 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0672140 Sep 23 16:15:06.032939 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1f82f764-de59-42c0-9da9-bcacf624f25b req-45f95cc2-6860-44d8-a809-af1ee265b445 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Sep 23 16:15:07.192351 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27230e-b8e7-40c5-85c6-667072d5dd9f req-4a63d0c8-dc07-4558-9db4-7ec609a5b803 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:07.200616 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7d27230e-b8e7-40c5-85c6-667072d5dd9f req-4a63d0c8-dc07-4558-9db4-7ec609a5b803 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0627875 Sep 23 16:15:07.242455 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7d27230e-b8e7-40c5-85c6-667072d5dd9f req-2983376a-8275-4eef-87ec-ad2e1bcd4870 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Sep 23 16:15:08.400197 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33760e2f-6ee5-4064-94a4-16490e79b40a req-15c988cb-998a-4b3a-b89c-d99f240ed4e2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:08.401899 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-33760e2f-6ee5-4064-94a4-16490e79b40a req-15c988cb-998a-4b3a-b89c-d99f240ed4e2 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0715733 Sep 23 16:15:08.457315 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-33760e2f-6ee5-4064-94a4-16490e79b40a req-a07bd449-3ecf-4862-9e0f-c092c19294fb tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488319 Sep 23 16:15:09.581963 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742621e-448e-4e56-b7de-dafdb40e0eca req-cc24c117-3bd3-4b6c-9ee6-4ae55e389126 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:09.591033 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9742621e-448e-4e56-b7de-dafdb40e0eca req-cc24c117-3bd3-4b6c-9ee6-4ae55e389126 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0600066 Sep 23 16:15:09.628157 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9742621e-448e-4e56-b7de-dafdb40e0eca req-7589e4a8-64f3-4d7c-94c4-9b2402fb1a17 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359950 Sep 23 16:15:10.759557 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7adce6-87b0-43a6-a7a8-08381ba23285 req-b43710e2-e246-439f-bb27-7e0a5932e662 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:10.761862 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8d7adce6-87b0-43a6-a7a8-08381ba23285 req-b43710e2-e246-439f-bb27-7e0a5932e662 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0582421 Sep 23 16:15:10.802330 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8d7adce6-87b0-43a6-a7a8-08381ba23285 req-baa26824-df2c-40c8-9879-08dcfeb8ef54 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338068 Sep 23 16:15:11.959428 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34b34a-5569-4531-9da6-e1d6196d6ac9 req-33cb7eb8-ea0c-41c3-8685-58640c95337e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:11.961693 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7a34b34a-5569-4531-9da6-e1d6196d6ac9 req-33cb7eb8-ea0c-41c3-8685-58640c95337e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0689058 Sep 23 16:15:12.003816 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7a34b34a-5569-4531-9da6-e1d6196d6ac9 req-2e73ba82-6136-486f-ab8f-6fa428d5d655 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358720 Sep 23 16:15:12.674829 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-a8e0fdfd-21bb-426d-b3a8-31c2b0716def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:12.676333 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-a8e0fdfd-21bb-426d-b3a8-31c2b0716def service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0394039 Sep 23 16:15:12.765002 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-1bf94134-4a29-4cc7-915f-7a974c8b6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:12.766428 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-1bf94134-4a29-4cc7-915f-7a974c8b6288 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.0825994 Sep 23 16:15:12.828870 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-125bbdbc-4965-42c1-b191-c4b6b982dd95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=626121a2-9e22-4af3-811c-7289b1669a44 HTTP/1.1" status: 200 len: 1001 time: 0.0545001 Sep 23 16:15:12.880725 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-17cafb2b-90be-4642-b8a3-80772377204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:12.882318 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-17cafb2b-90be-4642-b8a3-80772377204b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0451539 Sep 23 16:15:12.926459 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-8d0947fa-462f-42e4-a2c7-d7b549f8a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:12.927823 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-8d0947fa-462f-42e4-a2c7-d7b549f8a079 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384121 Sep 23 16:15:13.019077 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-138f7e6d-f7b2-435b-9de9-a77e83a61ee2 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838699 Sep 23 16:15:13.143535 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-fe57d49a-2b21-4a56-a801-504fc2aa7cc4 req-01a7a537-a7c7-433e-93c0-af727d0ad0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164689 Sep 23 16:15:13.152962 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee66b8-9f01-4f6b-b9e8-f1f555308c26 req-dca375f0-f6ce-4ea4-8e00-02bc0d570ac5 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:13.154355 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-83ee66b8-9f01-4f6b-b9e8-f1f555308c26 req-dca375f0-f6ce-4ea4-8e00-02bc0d570ac5 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0726197 Sep 23 16:15:13.193843 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-83ee66b8-9f01-4f6b-b9e8-f1f555308c26 req-45308fd8-1e02-4c5b-be17-46fe913b1db8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335650 Sep 23 16:15:14.311907 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f9982-12ef-48f5-8134-f396656a7de2 req-4bc713f3-ef0c-436c-b344-56d3b22e082b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:14.313289 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-af2f9982-12ef-48f5-8134-f396656a7de2 req-4bc713f3-ef0c-436c-b344-56d3b22e082b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Sep 23 16:15:14.349361 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-af2f9982-12ef-48f5-8134-f396656a7de2 req-22c7582d-4d7e-4886-a685-491855e02d89 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303183 Sep 23 16:15:15.471863 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ee6e0-f80f-4930-a721-66be2ddb9d31 req-34a59466-342e-44de-b245-0e601b59f487 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:15.473310 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-076ee6e0-f80f-4930-a721-66be2ddb9d31 req-34a59466-342e-44de-b245-0e601b59f487 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Sep 23 16:15:15.510866 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-076ee6e0-f80f-4930-a721-66be2ddb9d31 req-5763d271-41e3-4ea1-9b67-d57be16152eb tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Sep 23 16:15:16.443961 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be4919-1e04-408b-8cd7-e5e165f81db6 req-3a9b7e99-3566-4b73-9ab9-5c341b008d7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:16.445839 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-13be4919-1e04-408b-8cd7-e5e165f81db6 req-3a9b7e99-3566-4b73-9ab9-5c341b008d7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0788822 Sep 23 16:15:16.472684 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-72955a66-3c33-496f-a1d1-2a40980af78c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657322 Sep 23 16:15:16.491452 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-13be4919-1e04-408b-8cd7-e5e165f81db6 req-b843acad-d5f0-4a6e-9025-364c36bb57d0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Sep 23 16:15:16.839299 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:15:16.920090 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:16.942420 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:15:16.945800 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a423275a-11d1-451a-b194-fe52f5d52425" -d '{"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:15:16.960398 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:16.965159 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:16.994090 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbc1e4c-8ea2-4a2a-b141-bdcc4d15a5ff x-openstack-request-id: req-acbc1e4c-8ea2-4a2a-b141-bdcc4d15a5ff {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:15:16.994402 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:15:16.994653 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acbc1e4c-8ea2-4a2a-b141-bdcc4d15a5ff {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:15:16.995216 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44', 'code': 200} Sep 23 16:15:17.019894 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=8']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:17.330971 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-f9def65f-54eb-432c-8f2a-42ba96b18452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:17.332479 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-f9def65f-54eb-432c-8f2a-42ba96b18452 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6&tenant_id=03342d7b8839497aa81e369df3b7148b HTTP/1.1" status: 200 len: 1096 time: 0.0405886 Sep 23 16:15:17.394584 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-39012716-ea89-4f03-a786-4c1aae2df591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:17.396377 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-39012716-ea89-4f03-a786-4c1aae2df591 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03342d7b8839497aa81e369df3b7148b&device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0397224 Sep 23 16:15:17.487905 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-3b3e0b7a-bd5b-48a6-a083-f22665e18ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:17.489502 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-3b3e0b7a-bd5b-48a6-a083-f22665e18ec7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 200 len: 918 time: 0.0857401 Sep 23 16:15:17.562466 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-45a44c9d-b5a5-4d19-b573-226e74aa9f59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=626121a2-9e22-4af3-811c-7289b1669a44 HTTP/1.1" status: 200 len: 999 time: 0.0595744 Sep 23 16:15:17.639885 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-faf9974c-3cca-4d92-a411-e265e980ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:17.641337 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-faf9974c-3cca-4d92-a411-e265e980ee98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 200 len: 856 time: 0.0633464 Sep 23 16:15:17.653239 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41204983-1e86-4168-8231-dbfe8162ae93 req-c6b5ef2e-239c-4aad-ab36-5024de5b5b20 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:17.654606 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-41204983-1e86-4168-8231-dbfe8162ae93 req-c6b5ef2e-239c-4aad-ab36-5024de5b5b20 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0862451 Sep 23 16:15:17.718805 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-41204983-1e86-4168-8231-dbfe8162ae93 req-65fefa26-5a5f-4de1-8386-f6be6a8d467c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562146 Sep 23 16:15:17.721473 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-db1cd7fb-55f1-4b79-886a-dcf399e01998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:17.722964 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-db1cd7fb-55f1-4b79-886a-dcf399e01998 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3af04e2-8d52-4c88-b46e-59db8673834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675416 Sep 23 16:15:17.822245 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-472a879c-829d-4fed-9ad0-450867a14dca service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885673 Sep 23 16:15:17.913040 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb4a7cc-82d3-423c-9667-14112c562581 req-1b072876-ab21-4807-9034-ae341aad0fa7 service neutron] 10.222.0.42 "GET /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Sep 23 16:15:18.845061 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de79a8-59f2-41b9-804b-5866a9422392 req-54ddb763-4b26-4a18-b846-d8f03b985a7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:18.846531 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c2de79a8-59f2-41b9-804b-5866a9422392 req-54ddb763-4b26-4a18-b846-d8f03b985a7e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0519168 Sep 23 16:15:18.896142 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c2de79a8-59f2-41b9-804b-5866a9422392 req-6ed945f9-c4aa-4731-9898-ab0baaf50c0b tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Sep 23 16:15:20.031799 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829f3e4-0a3a-45dd-8f1d-c4995a9ab735 req-7d0cf0d8-8d65-4a2b-9283-06b45ea28c17 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:20.034074 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1829f3e4-0a3a-45dd-8f1d-c4995a9ab735 req-7d0cf0d8-8d65-4a2b-9283-06b45ea28c17 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0616574 Sep 23 16:15:20.071322 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1829f3e4-0a3a-45dd-8f1d-c4995a9ab735 req-e8005213-ebac-4057-8f6f-05f787b69915 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Sep 23 16:15:21.033921 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0176-cb97-4c10-ae18-26a405395cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:21.194423 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f7daa-b000-400b-8d03-ab9685b52c32 req-2b9da489-e4de-44da-a4de-fcd5710b00e8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:21.196492 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-290f7daa-b000-400b-8d03-ab9685b52c32 req-2b9da489-e4de-44da-a4de-fcd5710b00e8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0516968 Sep 23 16:15:21.234568 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-290f7daa-b000-400b-8d03-ab9685b52c32 req-9144009d-25ef-47ee-95bb-09338b75825e tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Sep 23 16:15:22.396442 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089bb3d-0240-46e2-af8c-367ac78c6074 req-098fd8a8-e0d0-47e9-aaf3-db464d9ee4e0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:22.397994 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0089bb3d-0240-46e2-af8c-367ac78c6074 req-098fd8a8-e0d0-47e9-aaf3-db464d9ee4e0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0904613 Sep 23 16:15:22.445300 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0089bb3d-0240-46e2-af8c-367ac78c6074 req-1eda73f2-624c-44b3-87f0-084e1cf5d693 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Sep 23 16:15:23.581297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db689de5-76bc-41e2-b0af-6afe04a7d86c req-74be4ca0-3019-41b6-92a7-14fb58bc5aa8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:23.582777 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-db689de5-76bc-41e2-b0af-6afe04a7d86c req-74be4ca0-3019-41b6-92a7-14fb58bc5aa8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0518658 Sep 23 16:15:23.623173 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-db689de5-76bc-41e2-b0af-6afe04a7d86c req-09a5818e-6d40-4d32-965c-4e91037777e0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342886 Sep 23 16:15:23.715622 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e3eed0bc-fbd4-4fbb-a2f1-a27b4f60f8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:24.326393 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:24.717762 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:24.747637 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46311d22-279c-4f59-9b94-394adbf3fc8a req-729db21b-46ac-4fc4-9c1d-7cafd2e70985 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:24.749145 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46311d22-279c-4f59-9b94-394adbf3fc8a req-729db21b-46ac-4fc4-9c1d-7cafd2e70985 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0522983 Sep 23 16:15:24.787844 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-46311d22-279c-4f59-9b94-394adbf3fc8a req-ddc9964f-1bef-452f-92ed-89733a438e00 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Sep 23 16:15:25.920871 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc794dd-b90b-45a7-a48b-1a0b6446d682 req-60baf4d0-cb84-4a78-89de-31696f08df1a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:25.922365 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1bc794dd-b90b-45a7-a48b-1a0b6446d682 req-60baf4d0-cb84-4a78-89de-31696f08df1a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0535717 Sep 23 16:15:25.960344 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1bc794dd-b90b-45a7-a48b-1a0b6446d682 req-a22c8d1e-2241-4b8a-8c2b-4945a910ab4a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Sep 23 16:15:26.377963 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:27.087184 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9b9e8-bb67-4e98-b97d-0d0c1d7cac4e req-ad574121-8e89-462f-a814-36a402ca0c9a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:27.088734 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b7d9b9e8-bb67-4e98-b97d-0d0c1d7cac4e req-ad574121-8e89-462f-a814-36a402ca0c9a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0499549 Sep 23 16:15:27.128332 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b7d9b9e8-bb67-4e98-b97d-0d0c1d7cac4e req-b4260b22-7dbd-48c0-8001-716e96613058 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333831 Sep 23 16:15:28.258012 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0fd60-03c7-4577-a86a-ff55f3cb2089 req-9c4bc1c3-04b0-4fb1-8599-589361fcf36d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:28.259576 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8ec0fd60-03c7-4577-a86a-ff55f3cb2089 req-9c4bc1c3-04b0-4fb1-8599-589361fcf36d tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0525420 Sep 23 16:15:28.300563 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8ec0fd60-03c7-4577-a86a-ff55f3cb2089 req-a8eb5b9c-9123-4bb2-b60f-70af39a92c18 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345120 Sep 23 16:15:29.164973 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:15:29.427769 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde20eb9-2a6d-486f-b35a-5569ac118a21 req-7203a585-7a49-4c00-8300-24af2254f4b4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:29.429270 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bde20eb9-2a6d-486f-b35a-5569ac118a21 req-7203a585-7a49-4c00-8300-24af2254f4b4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0519638 Sep 23 16:15:29.466807 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bde20eb9-2a6d-486f-b35a-5569ac118a21 req-c2134bb5-f740-4691-8066-9971dfc21f30 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Sep 23 16:15:30.318435 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9f245-d4ad-40fb-a91d-2e01624345e3 req-f7b6541b-50a3-4233-be92-c3398ef9e365 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:30.319859 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-17e9f245-d4ad-40fb-a91d-2e01624345e3 req-f7b6541b-50a3-4233-be92-c3398ef9e365 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 945 time: 0.0482335 Sep 23 16:15:30.356451 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-17e9f245-d4ad-40fb-a91d-2e01624345e3 req-5110be1a-d34a-4f0a-af54-a4bafc72277d tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307164 Sep 23 16:15:30.587673 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff138d3-fe3f-4772-9664-f95b9f0dae9b req-0e0a7f00-6172-49a8-9278-21d0c23ddf53 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:30.589036 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5ff138d3-fe3f-4772-9664-f95b9f0dae9b req-0e0a7f00-6172-49a8-9278-21d0c23ddf53 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0475388 Sep 23 16:15:30.625467 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5ff138d3-fe3f-4772-9664-f95b9f0dae9b req-86b5eb40-eb27-49c0-98c2-2da34150a075 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Sep 23 16:15:31.472478 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101f14b-8d2b-4e62-9d2d-203ae4b1781a req-3b4ef6dc-3673-4d08-a1e7-c7ffea53ab1c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:31.473920 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1101f14b-8d2b-4e62-9d2d-203ae4b1781a req-3b4ef6dc-3673-4d08-a1e7-c7ffea53ab1c tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 945 time: 0.0504107 Sep 23 16:15:31.510736 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1101f14b-8d2b-4e62-9d2d-203ae4b1781a req-7b7da0bf-67ef-460b-a8e7-94f823d61f15 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ebae122-dfeb-46d4-89fe-994cd45d16e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299563 Sep 23 16:15:31.741426 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc3862-39f1-4c77-82a9-7693219991ab req-e1f0cc8d-5495-499f-a8d0-760a79207248 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:31.742883 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-98dc3862-39f1-4c77-82a9-7693219991ab req-e1f0cc8d-5495-499f-a8d0-760a79207248 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0477901 Sep 23 16:15:31.780423 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-98dc3862-39f1-4c77-82a9-7693219991ab req-3b8fcf40-22bc-4c37-9b03-7232a3132d58 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Sep 23 16:15:32.006893 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:32.080842 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-67f36018-4182-43ad-8991-2c358ba6510e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:32.082269 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-67f36018-4182-43ad-8991-2c358ba6510e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 945 time: 0.0460646 Sep 23 16:15:32.176642 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Deleting port 943d1936-89b5-491b-96dd-bb7c74cb967a {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:15:32.176980 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:32.264472 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] For port 943d1936-89b5-491b-96dd-bb7c74cb967a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=943d1936-89b5-491b-96dd-bb7c74cb967a,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:32.265046 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:32.431330 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:32.431717 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:32.432068 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Floating IP de989935-93b3-4db4-9fb9-86e45b2df3f4 disassociated. External IP: 172.27.2.194, port: 943d1936-89b5-491b-96dd-bb7c74cb967a. Sep 23 16:15:32.432403 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Calling delete_port for 943d1936-89b5-491b-96dd-bb7c74cb967a owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:15:32.556550 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:32.597091 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event deleted for resources: {'Port': ['ID=943d1936-89b5-491b-96dd-bb7c74cb967a,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:32.623188 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-659a5524-5bd7-4af0-b9fe-1e2134f21da6 req-67d9286d-5473-446e-8ac4-06fe3c738f0a tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca88f47-af9f-4bdb-9551-ed19f0691269 HTTP/1.1" status: 200 len: 210 time: 0.0359106 Sep 23 16:15:32.625324 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.625669 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.626135 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.626336 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.626664 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.626988 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.627309 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.627656 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.628157 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.628484 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.628806 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.629121 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:32.734273 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Router 475cf457-fa67-440e-af18-ff332fea0faf has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:15:32.869989 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:15:32.970848 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:32.992705 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '626121a2-9e22-4af3-811c-7289b1669a44', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'port_id': '626121a2-9e22-4af3-811c-7289b1669a44', 'mac_address': 'fa:16:3e:2f:94:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:15:33.032241 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.045632 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626121a2-9e22-4af3-811c-7289b1669a44 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:15:33.073334 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:33.079098 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.096362 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcee8bc-76e2-4980-a17b-bca9fb55b95c req-766ac0fd-8aa8-4f46-a5e3-e6a010af635c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:33.097832 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfcee8bc-76e2-4980-a17b-bca9fb55b95c req-766ac0fd-8aa8-4f46-a5e3-e6a010af635c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 943 time: 0.0762763 Sep 23 16:15:33.098971 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:15:33.112524 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] Sync routers for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:15:33.135532 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:15:33.136164 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:33.142004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] No DVR routers for this DVR port 943d1936-89b5-491b-96dd-bb7c74cb967a on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:15:33.149829 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.151798 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3bdfed10-bf51-4880-9872-4635a7ec2d95 req-2435027e-ebba-46e2-8c4c-7f90042eaddd tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.42 "DELETE /v2.0/ports/943d1936-89b5-491b-96dd-bb7c74cb967a HTTP/1.1" status: 204 len: 173 time: 1.0635018 Sep 23 16:15:33.152224 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'name': 'network-vif-deleted', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:15:33.154427 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8119bb15-0ff7-433c-bd6c-085f9c35825c" -d '{"events": [{"server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "name": "network-vif-deleted", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:15:33.177899 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=9']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:33.191184 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfcee8bc-76e2-4980-a17b-bca9fb55b95c req-fee54e83-8d6a-41ca-8334-a178ec631395 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707760 Sep 23 16:15:33.261004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30d3423-dbc5-4982-9a30-954075eeaa5d x-openstack-request-id: req-e30d3423-dbc5-4982-9a30-954075eeaa5d {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:15:33.261296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca88f47-af9f-4bdb-9551-ed19f0691269", "name": "network-vif-deleted", "tag": "943d1936-89b5-491b-96dd-bb7c74cb967a", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:15:33.261563 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e30d3423-dbc5-4982-9a30-954075eeaa5d {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:15:33.261950 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca88f47-af9f-4bdb-9551-ed19f0691269', 'name': 'network-vif-deleted', 'tag': '943d1936-89b5-491b-96dd-bb7c74cb967a', 'status': 'completed', 'code': 200} Sep 23 16:15:33.275485 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:15:33.307721 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['626121a2-9e22-4af3-811c-7289b1669a44'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:15:33.712868 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:33.713685 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45074) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:33.743054 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] Checking router: 475cf457-fa67-440e-af18-ff332fea0faf for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:15:33.751228 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:15:33.751868 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:33.768919 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2ebf-4c13-407a-92f3-6c2a6c916298 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.793585 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2ebf-4c13-407a-92f3-6c2a6c916298 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.843725 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2ebf-4c13-407a-92f3-6c2a6c916298 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.846767 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f0bc2ebf-4c13-407a-92f3-6c2a6c916298 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.847931 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f0bc2ebf-4c13-407a-92f3-6c2a6c916298 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "DELETE /v2.0/security-groups/4ebae122-dfeb-46d4-89fe-994cd45d16e1 HTTP/1.1" status: 204 len: 168 time: 0.1331942 Sep 23 16:15:33.850918 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45078) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:33.857259 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc2ebf-4c13-407a-92f3-6c2a6c916298 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebae122-dfeb-46d4-89fe-994cd45d16e1,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:33.871438 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.api.v2.resource [None req-6628735d-9b49-4880-aa62-49007dc167d6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] show failed (client error): The resource could not be found. Sep 23 16:15:33.871624 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:15:33.872480 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-6628735d-9b49-4880-aa62-49007dc167d6 tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "GET /v2.0/security-groups/4ebae122-dfeb-46d4-89fe-994cd45d16e1 HTTP/1.1" status: 404 len: 347 time: 0.0206449 Sep 23 16:15:33.875271 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45082) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:34.000792 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Deleting port 88f6a4b6-2476-48d8-b2d5-d62c0456fe48 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:15:34.001306 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:34.074592 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:34.078960 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:34.079286 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:34.093126 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Calling delete_port for 88f6a4b6-2476-48d8-b2d5-d62c0456fe48 owned by network:floatingip {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:15:34.104853 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b86f9a-3bf2-4504-b99b-0399fae25cbe None None] The sync data for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi is: [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:09:33Z', 'revision_number': 4, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '47541680-6a28-499f-b5b1-9327f8aea353', 'name': '', 'network_id': '54d6d0e2-ab81-4df4-ab75-74fe27ad62eb', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'mac_address': 'fa:16:3e:e5:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '30e5204c-b83d-4ca4-9bab-475385217349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:30Z', 'updated_at': '2021-09-23T16:09:39Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'subnets': [{'id': '30e5204c-b83d-4ca4-9bab-475385217349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:15:34.173662 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-e188bff9-035d-405f-832d-a98b928f96cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396652 Sep 23 16:15:34.240175 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:34.268078 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-cb098d10-c022-49db-879f-2c695fe9ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:34.269636 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Pushing event deleted for resources: {'Port': ['ID=88f6a4b6-2476-48d8-b2d5-d62c0456fe48,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:34.275206 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-cb098d10-c022-49db-879f-2c695fe9ccae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1099 time: 0.0595775 Sep 23 16:15:34.282147 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.282835 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.283229 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.283755 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.284283 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.284797 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.285313 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.285817 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.286320 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.286843 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.287229 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.287644 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:15:34.346075 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks [] for floatingip, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:34.348769 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:34.350224 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-fc0b2603-ec29-4142-9077-07f06402981e tempest-AttachVolumeTestJSON-1377470037 tempest-AttachVolumeTestJSON-1377470037-project] 10.222.0.22 "DELETE /v2.0/floatingips/de989935-93b3-4db4-9fb9-86e45b2df3f4 HTTP/1.1" status: 204 len: 168 time: 0.4740288 Sep 23 16:15:34.395970 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e3a8-a0e7-413b-8699-bac3fa246c91 req-04258adb-7754-4c36-ac14-98a80821524a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:34.397460 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b240e3a8-a0e7-413b-8699-bac3fa246c91 req-04258adb-7754-4c36-ac14-98a80821524a tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 944 time: 0.1187034 Sep 23 16:15:34.400228 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40115f-2002-4c06-8a42-980975e6dd32 None None] New status for floating IP de989935-93b3-4db4-9fb9-86e45b2df3f4: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:15:34.453124 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-cbd43e50-25ba-47a9-8d03-d05ecd410d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:34.454600 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-cbd43e50-25ba-47a9-8d03-d05ecd410d43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 910 time: 0.1431987 Sep 23 16:15:34.457619 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b240e3a8-a0e7-413b-8699-bac3fa246c91 req-cb6d3846-db43-4b04-8756-5c3cea945c07 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526047 Sep 23 16:15:34.537644 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-cd8a2ec7-51c8-4552-9abf-5032377d74cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 1002 time: 0.0747116 Sep 23 16:15:34.587003 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-9f529d05-764c-4ea6-aa75-f3e3413a95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:34.588506 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-9f529d05-764c-4ea6-aa75-f3e3413a95d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 200 len: 848 time: 0.0433230 Sep 23 16:15:34.633043 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-14f2c301-c84e-463e-a874-aae1fda4aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:34.634543 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-14f2c301-c84e-463e-a874-aae1fda4aeeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3646df4-24a4-4da3-84fd-e1fe135865b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389407 Sep 23 16:15:34.727227 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-55869709-da83-423a-8262-3fa59785924d service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Sep 23 16:15:34.823093 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d4360ca0-4a86-4d38-ac6a-18c9d973e2ee req-0da234ae-6faa-4662-b101-ff186a164b27 service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888565 Sep 23 16:15:34.869341 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:15:34.916361 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 626121a2-9e22-4af3-811c-7289b1669a44 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:15:34.916656 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:34.989934 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:35.012015 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:15:35.014242 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6337a86-7406-4c16-9a10-7a99bafb8cbc" -d '{"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:15:35.027724 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:35.031946 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:35.057815 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42b3d5-819b-4977-850b-09937502ad73 x-openstack-request-id: req-ef42b3d5-819b-4977-850b-09937502ad73 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:15:35.058100 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-plugged", "status": "completed", "tag": "626121a2-9e22-4af3-811c-7289b1669a44", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:15:35.058459 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef42b3d5-819b-4977-850b-09937502ad73 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:15:35.058820 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44', 'code': 200} Sep 23 16:15:35.084210 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=10']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:35.226622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dc77c-9186-48fc-bd99-ab0aade1d58d req-8fc7a8de-d081-497b-b273-c7f9afe68449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:35.228064 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-951dc77c-9186-48fc-bd99-ab0aade1d58d req-8fc7a8de-d081-497b-b273-c7f9afe68449 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0412505 Sep 23 16:15:35.262737 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-951dc77c-9186-48fc-bd99-ab0aade1d58d req-e94f0f73-d0a2-444a-afe9-9682500435af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275450 Sep 23 16:15:35.586127 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77794328-9608-40b3-8751-8f894df38a2a req-ebca68d6-8ea1-4666-be31-010188d18e78 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:35.588064 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-77794328-9608-40b3-8751-8f894df38a2a req-ebca68d6-8ea1-4666-be31-010188d18e78 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0551305 Sep 23 16:15:35.625341 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-77794328-9608-40b3-8751-8f894df38a2a req-09c49c39-75f8-44cb-9e39-3e19fb1755b0 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Sep 23 16:15:36.757912 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc597ee-569e-4840-a4be-5550484f4ae5 req-28fb21fc-1920-449f-b43d-636a8f7f81ee tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:36.760667 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2dc597ee-569e-4840-a4be-5550484f4ae5 req-28fb21fc-1920-449f-b43d-636a8f7f81ee tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0552294 Sep 23 16:15:36.811051 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2dc597ee-569e-4840-a4be-5550484f4ae5 req-4308eaea-b702-42e4-9b7e-4dd43ac21686 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Sep 23 16:15:36.887616 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 943d1936-89b5-491b-96dd-bb7c74cb967a no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:15:36.909533 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: 943d1936-89b5-491b-96dd-bb7c74cb967a {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:15:36.909931 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 943d1936-89b5-491b-96dd-bb7c74cb967a not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:15:37.925936 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45156) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:37.944325 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e1038-3ebc-4a03-9d2b-a33fc33fbf17 req-47519fcc-db4f-473b-9530-86b0f871f252 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:15:37.945850 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ff2e1038-3ebc-4a03-9d2b-a33fc33fbf17 req-47519fcc-db4f-473b-9530-86b0f871f252 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0603361 Sep 23 16:15:37.983554 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ff2e1038-3ebc-4a03-9d2b-a33fc33fbf17 req-a45ff620-f6cb-4fa6-8b69-f9edc702b33c tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Sep 23 16:15:38.424445 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:38.707931 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Deleting port 47541680-6a28-499f-b5b1-9327f8aea353 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:15:38.708176 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:38.783048 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] For port 47541680-6a28-499f-b5b1-9327f8aea353, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=47541680-6a28-499f-b5b1-9327f8aea353,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:38.783424 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:38.795337 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Calling delete_port for 47541680-6a28-499f-b5b1-9327f8aea353 owned by network:router_interface {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:15:38.968490 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:38.996327 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47541680-6a28-499f-b5b1-9327f8aea353,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:39.156620 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:39.588861 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Router 475cf457-fa67-440e-af18-ff332fea0faf has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:15:39.691012 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:15:39.697543 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-0444c22b-b829-4430-91df-7d6621e39aa6 admin admin] 10.222.0.22 "PUT /v2.0/routers/475cf457-fa67-440e-af18-ff332fea0faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692862 Sep 23 16:15:39.698732 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45162) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:39.701315 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] Sync routers for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:15:39.712831 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:15:39.713455 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:39.797725 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:39.816753 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:15:39.904059 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:39.961420 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Deleting port 4b71647d-4d22-46fb-93dd-c50ba73d2a55 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:15:39.961654 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:39.998373 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:15:38Z', 'revision_number': 5, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port': {'id': '4b71647d-4d22-46fb-93dd-c50ba73d2a55', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475cf457-fa67-440e-af18-ff332fea0faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:24Z', 'updated_at': '2021-09-23T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:40.029082 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] Checking router: 475cf457-fa67-440e-af18-ff332fea0faf for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:15:40.042145 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] Routers {'475cf457-fa67-440e-af18-ff332fea0faf'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:15:40.042682 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] For port 4b71647d-4d22-46fb-93dd-c50ba73d2a55, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=4b71647d-4d22-46fb-93dd-c50ba73d2a55,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:40.043168 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['475cf457-fa67-440e-af18-ff332fea0faf'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:40.043281 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.055644 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Calling delete_port for 4b71647d-4d22-46fb-93dd-c50ba73d2a55 owned by network:router_gateway {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:15:40.126321 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] Set router 475cf457-fa67-440e-af18-ff332fea0faf gateway port host: None {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:15:40.179145 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:15:39Z', 'revision_number': 6, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:40.208195 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a31095-e61b-4b20-b70f-9cea6351ab0e None None] The sync data for ids ['475cf457-fa67-440e-af18-ff332fea0faf'] in dv-cinder-806616-3-iscsi is: [{'id': '475cf457-fa67-440e-af18-ff332fea0faf', 'name': 'tempest-AttachVolumeTestJSON-805399603-router', 'tenant_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:21Z', 'updated_at': '2021-09-23T16:15:39Z', 'revision_number': 6, 'project_id': 'b8bfee545f6643d4842a167ded6a9e7f', 'gw_port_host': None}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:15:40.220628 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.246151 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b71647d-4d22-46fb-93dd-c50ba73d2a55,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:40.308067 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.409547 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.411729 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.473078 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.473530 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475cf457-fa67-440e-af18-ff332fea0faf {{(pid=94383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:15:40.478563 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.479721 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-efa6135e-a6ff-4366-9130-88ab79bfdcb1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/475cf457-fa67-440e-af18-ff332fea0faf HTTP/1.1" status: 204 len: 168 time: 0.7800224 Sep 23 16:15:40.482326 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45164) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:40.529004 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] Deleting subnet 30e5204c-b83d-4ca4-9bab-475385217349 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:15:40.531835 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.568137 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.684020 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.735103 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.761107 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e5204c-b83d-4ca4-9bab-475385217349,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:40.763109 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.765000 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3734635b-edff-420e-9162-a2e86ff6e211 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/30e5204c-b83d-4ca4-9bab-475385217349 HTTP/1.1" status: 204 len: 168 time: 0.2817400 Sep 23 16:15:40.768090 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45166) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:40.770890 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b6b54-46c7-49f2-8fe4-ebd3fa5dba73 None None] Network 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:15:40.836210 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.888438 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Deleting port 145f84d8-07fa-4626-9677-308cf165a681 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:15:40.888785 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.950659 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] For port 145f84d8-07fa-4626-9677-308cf165a681, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=145f84d8-07fa-4626-9677-308cf165a681,segment=NetworkSegment(be252c36-79d5-42c7-a5b3-d58d14ea0ccf),segment_id=be252c36-79d5-42c7-a5b3-d58d14ea0ccf)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:40.951027 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:40.966082 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Calling delete_port for 145f84d8-07fa-4626-9677-308cf165a681 owned by network:dhcp {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:15:40.993936 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] DHCP port deletion for 54d6d0e2-ab81-4df4-ab75-74fe27ad62eb request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:15:41.002825 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 47541680-6a28-499f-b5b1-9327f8aea353 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:15:41.028716 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 47541680-6a28-499f-b5b1-9327f8aea353 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:15:41.029160 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 47541680-6a28-499f-b5b1-9327f8aea353 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:15:41.049992 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.072362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] Deleting port 145f84d8-07fa-4626-9677-308cf165a681 {{(pid=94385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:15:41.072750 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.079606 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] No DVR routers for this DVR port 145f84d8-07fa-4626-9677-308cf165a681 on host dv-cinder-806616-3-iscsi {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:15:41.105432 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=145f84d8-07fa-4626-9677-308cf165a681,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:41.135738 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] For port 145f84d8-07fa-4626-9677-308cf165a681, host dv-cinder-806616-3-iscsi, got binding levels [] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:15:41.136299 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.149648 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] Calling delete_port for 145f84d8-07fa-4626-9677-308cf165a681 owned by network:dhcp {{(pid=94385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:15:41.153648 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.ipam_backend_mixin [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] Port 145f84d8-07fa-4626-9677-308cf165a681 was not found and therefore no delete operation was performed {{(pid=94385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 16:15:41.154888 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032'] for port, after_delete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.160057 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.184601 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d6d0e2-ab81-4df4-ab75-74fe27ad62eb']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:41.195295 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:41.195629 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be252c36-79d5-42c7-a5b3-d58d14ea0ccf') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:15:41.206543 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.223093 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.230849 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:15:41.231289 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:15:41.233325 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:15:41.295120 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.300060 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.302160 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/54d6d0e2-ab81-4df4-ab75-74fe27ad62eb HTTP/1.1" status: 204 len: 168 time: 0.5331068 Sep 23 16:15:41.303782 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] Pushing event deleted for resources: {'Port': ['ID=145f84d8-07fa-4626-9677-308cf165a681,revision_number=None']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:41.308123 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1227b-9939-41c3-9307-50ec6ed17dba None None] No DVR routers for this DVR port 145f84d8-07fa-4626-9677-308cf165a681 on host dv-cinder-806616-3-iscsi {{(pid=94385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:15:41.320650 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9192f4-789e-4908-8aea-412b713e84c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d6d0e2-ab81-4df4-ab75-74fe27ad62eb,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:41.420767 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45170) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:41.460748 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-90e7d455-771c-4a67-84ad-1fb6d52b073e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8bfee545f6643d4842a167ded6a9e7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388350 Sep 23 16:15:41.463200 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45172) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:41.512432 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b3652940-e852-420d-a04f-c4e26896d8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.532379 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b3652940-e852-420d-a04f-c4e26896d8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.577761 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b3652940-e852-420d-a04f-c4e26896d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.580277 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b3652940-e852-420d-a04f-c4e26896d8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:41.581412 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b3652940-e852-420d-a04f-c4e26896d8f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cae4b564-0cb4-4f10-935a-171c36d1e973 HTTP/1.1" status: 204 len: 168 time: 0.1172416 Sep 23 16:15:41.589872 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3652940-e852-420d-a04f-c4e26896d8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4b564-0cb4-4f10-935a-171c36d1e973,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:42.430826 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 145f84d8-07fa-4626-9677-308cf165a681 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:15:42.450351 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 145f84d8-07fa-4626-9677-308cf165a681 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:15:42.450691 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 145f84d8-07fa-4626-9677-308cf165a681 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:15:42.451108 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 4b71647d-4d22-46fb-93dd-c50ba73d2a55 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:15:42.468726 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 4b71647d-4d22-46fb-93dd-c50ba73d2a55 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:15:42.469069 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 4b71647d-4d22-46fb-93dd-c50ba73d2a55 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:15:45.252549 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45232) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:45.354942 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-537c8204-15cd-4637-83f0-6d8cd42d198b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:45.441377 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-537c8204-15cd-4637-83f0-6d8cd42d198b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:45.445654 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-537c8204-15cd-4637-83f0-6d8cd42d198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:45.481917 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c8204-15cd-4637-83f0-6d8cd42d198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df91eca-6334-40e5-9677-a076a49f89a8,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:45.486949 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-537c8204-15cd-4637-83f0-6d8cd42d198b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c711ac71d37498eb822db20c9cd671e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333622 Sep 23 16:15:45.489676 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45236) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:45.537249 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-bb3be40f-84e6-4ada-ad2d-ec1a39c2eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:45.561662 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-bb3be40f-84e6-4ada-ad2d-ec1a39c2eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:45.607818 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-bb3be40f-84e6-4ada-ad2d-ec1a39c2eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:45.610412 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-bb3be40f-84e6-4ada-ad2d-ec1a39c2eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:45.611600 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-bb3be40f-84e6-4ada-ad2d-ec1a39c2eee8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0df91eca-6334-40e5-9677-a076a49f89a8 HTTP/1.1" status: 204 len: 168 time: 0.1212125 Sep 23 16:15:45.620249 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3be40f-84e6-4ada-ad2d-ec1a39c2eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df91eca-6334-40e5-9677-a076a49f89a8,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:48.272922 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45368) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:48.378098 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b857af67-ca90-4e58-a092-98633ef072ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.462745 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b857af67-ca90-4e58-a092-98633ef072ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.466098 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b857af67-ca90-4e58-a092-98633ef072ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.503860 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-b857af67-ca90-4e58-a092-98633ef072ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f2ea81873bb448d87f4fa4b87ed035a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298119 Sep 23 16:15:48.504800 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857af67-ca90-4e58-a092-98633ef072ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4f819-3cbe-4f07-b56a-2965051d1616,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:48.506476 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45372) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:48.555538 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9908fc57-a177-4161-a031-9a81d9fac7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.575739 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9908fc57-a177-4161-a031-9a81d9fac7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.619895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9908fc57-a177-4161-a031-9a81d9fac7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.622551 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9908fc57-a177-4161-a031-9a81d9fac7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.623836 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-9908fc57-a177-4161-a031-9a81d9fac7f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0b4f819-3cbe-4f07-b56a-2965051d1616 HTTP/1.1" status: 204 len: 168 time: 0.1160569 Sep 23 16:15:48.631158 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908fc57-a177-4161-a031-9a81d9fac7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4f819-3cbe-4f07-b56a-2965051d1616,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:48.876328 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45378) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:48.889220 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b588dd7c-a14e-4b97-a43e-6b1e2bccf21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.974526 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b588dd7c-a14e-4b97-a43e-6b1e2bccf21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:48.978684 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b588dd7c-a14e-4b97-a43e-6b1e2bccf21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:49.017794 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b588dd7c-a14e-4b97-a43e-6b1e2bccf21d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2442184ac9f54c189827940098fc9df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403396 Sep 23 16:15:49.018726 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588dd7c-a14e-4b97-a43e-6b1e2bccf21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925235da-3621-4148-9523-0dbe9b423ad3,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:49.020776 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45380) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:49.067609 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7af8-a00d-43d8-a802-5117bdfd2905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:49.088571 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7af8-a00d-43d8-a802-5117bdfd2905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:49.136301 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7af8-a00d-43d8-a802-5117bdfd2905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:49.140707 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5b7c7af8-a00d-43d8-a802-5117bdfd2905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:49.141897 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-5b7c7af8-a00d-43d8-a802-5117bdfd2905 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/925235da-3621-4148-9523-0dbe9b423ad3 HTTP/1.1" status: 204 len: 168 time: 0.1201248 Sep 23 16:15:49.150435 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c7af8-a00d-43d8-a802-5117bdfd2905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925235da-3621-4148-9523-0dbe9b423ad3,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:51.035854 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb512-b587-4bbc-8953-0bef6452c5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:53.715471 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8dddcd48-3210-49df-a97e-4f24ca3f0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:53.916583 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45454) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:54.016481 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3da02ff6-7b5c-4a4d-b5c9-6380fda86bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.105635 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3da02ff6-7b5c-4a4d-b5c9-6380fda86bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.109339 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3da02ff6-7b5c-4a4d-b5c9-6380fda86bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.147492 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-3da02ff6-7b5c-4a4d-b5c9-6380fda86bc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=154eced9c6064f14b893ebdd81b3c326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297602 Sep 23 16:15:54.148651 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da02ff6-7b5c-4a4d-b5c9-6380fda86bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d1812-d6bc-4f6d-b119-69c85d459830,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:54.150139 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45458) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:54.198296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6a36c030-85a2-45a4-9c04-4734f56afb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.218155 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6a36c030-85a2-45a4-9c04-4734f56afb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.261620 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6a36c030-85a2-45a4-9c04-4734f56afb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.264084 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6a36c030-85a2-45a4-9c04-4734f56afb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.265209 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6a36c030-85a2-45a4-9c04-4734f56afb3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/579d1812-d6bc-4f6d-b119-69c85d459830 HTTP/1.1" status: 204 len: 168 time: 0.1140897 Sep 23 16:15:54.273416 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36c030-85a2-45a4-9c04-4734f56afb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d1812-d6bc-4f6d-b119-69c85d459830,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:54.326013 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.534528 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45464) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:54.547318 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5f1af9d2-c0f9-403e-b367-3e83aa019a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.635535 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5f1af9d2-c0f9-403e-b367-3e83aa019a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.639292 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5f1af9d2-c0f9-403e-b367-3e83aa019a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.682760 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-5f1af9d2-c0f9-403e-b367-3e83aa019a95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ba4a1e659924a82a2f23ab3f07d096f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471364 Sep 23 16:15:54.683864 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1af9d2-c0f9-403e-b367-3e83aa019a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71e9af-dc2f-450c-9c9c-db2feebc31f0,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:54.685431 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45466) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:15:54.711108 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.733863 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-011c4118-679b-4053-a125-ff273a0aafc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.754707 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-011c4118-679b-4053-a125-ff273a0aafc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.800165 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-011c4118-679b-4053-a125-ff273a0aafc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.802604 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-011c4118-679b-4053-a125-ff273a0aafc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:54.804301 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-011c4118-679b-4053-a125-ff273a0aafc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e71e9af-dc2f-450c-9c9c-db2feebc31f0 HTTP/1.1" status: 204 len: 168 time: 0.1178522 Sep 23 16:15:54.811573 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c4118-679b-4053-a125-ff273a0aafc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71e9af-dc2f-450c-9c9c-db2feebc31f0,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:15:56.380756 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.039201 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45588) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:01.139513 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-64c7e81b-f78d-4809-841d-588f9ba107b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.226053 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-64c7e81b-f78d-4809-841d-588f9ba107b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.229709 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-64c7e81b-f78d-4809-841d-588f9ba107b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.274842 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-64c7e81b-f78d-4809-841d-588f9ba107b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5fe8e7cf3057462eab1568fa17ead2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345302 Sep 23 16:16:01.276048 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7e81b-f78d-4809-841d-588f9ba107b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca08a79-b784-4f4c-8831-0101117089a2,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:01.277562 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45592) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:01.330127 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e6110dbe-0754-46e6-b694-30f76719a3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.351105 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e6110dbe-0754-46e6-b694-30f76719a3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.397891 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e6110dbe-0754-46e6-b694-30f76719a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.400517 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e6110dbe-0754-46e6-b694-30f76719a3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.401672 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-e6110dbe-0754-46e6-b694-30f76719a3f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ca08a79-b784-4f4c-8831-0101117089a2 HTTP/1.1" status: 204 len: 168 time: 0.1223159 Sep 23 16:16:01.409296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6110dbe-0754-46e6-b694-30f76719a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca08a79-b784-4f4c-8831-0101117089a2,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:01.655075 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45598) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:01.668744 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9e8408cd-08de-4bd1-8e29-4fcc5b42a9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.755361 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9e8408cd-08de-4bd1-8e29-4fcc5b42a9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.759670 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9e8408cd-08de-4bd1-8e29-4fcc5b42a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.796887 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-9e8408cd-08de-4bd1-8e29-4fcc5b42a9b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2cf1d47d12a4edcae6c7fedd35a1808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406333 Sep 23 16:16:01.797683 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8408cd-08de-4bd1-8e29-4fcc5b42a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a4a04c-5aa1-4215-a585-2e8addf7a220,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:01.799622 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45600) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:01.847976 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d2829089-e86f-470a-b437-22b064ac6296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.868679 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d2829089-e86f-470a-b437-22b064ac6296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.916407 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d2829089-e86f-470a-b437-22b064ac6296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.919001 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d2829089-e86f-470a-b437-22b064ac6296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:01.920249 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d2829089-e86f-470a-b437-22b064ac6296 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71a4a04c-5aa1-4215-a585-2e8addf7a220 HTTP/1.1" status: 204 len: 168 time: 0.1196370 Sep 23 16:16:01.927695 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829089-e86f-470a-b437-22b064ac6296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a4a04c-5aa1-4215-a585-2e8addf7a220,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:02.004024 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:06.163411 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:16:06.825705 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fa461-f3bc-41ac-b8b3-e1f180a55083 req-28e90159-0584-4c43-b272-662006cc9668 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:06.827228 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-908fa461-f3bc-41ac-b8b3-e1f180a55083 req-28e90159-0584-4c43-b272-662006cc9668 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0496023 Sep 23 16:16:06.868479 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-908fa461-f3bc-41ac-b8b3-e1f180a55083 req-bf2e0ca6-675a-4906-8301-4f4a27094fc4 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Sep 23 16:16:07.992531 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc1fd4-4022-4baf-bca5-7699f56faf3e req-b4d92427-7de8-4d75-906a-f53f203bcf65 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:07.994205 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3ecc1fd4-4022-4baf-bca5-7699f56faf3e req-b4d92427-7de8-4d75-906a-f53f203bcf65 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0498846 Sep 23 16:16:08.032483 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3ecc1fd4-4022-4baf-bca5-7699f56faf3e req-972d8904-c0f3-48cd-98fc-39da4bf2a0c7 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322921 Sep 23 16:16:08.143170 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-68325f8a-a359-45e4-ad12-a4857ee0d592 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:08.144697 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-68325f8a-a359-45e4-ad12-a4857ee0d592 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0480692 Sep 23 16:16:08.241405 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Deleting port 626121a2-9e22-4af3-811c-7289b1669a44 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:08.242227 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:08.330375 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] For port 626121a2-9e22-4af3-811c-7289b1669a44, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=626121a2-9e22-4af3-811c-7289b1669a44,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:08.330737 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:08.504719 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:08.505098 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:08.505410 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Floating IP e2208255-0cba-4b51-834e-2b390913598e disassociated. External IP: 172.27.2.137, port: 626121a2-9e22-4af3-811c-7289b1669a44. Sep 23 16:16:08.505750 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Calling delete_port for 626121a2-9e22-4af3-811c-7289b1669a44 owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:08.631680 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:08.659523 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event deleted for resources: {'Port': ['ID=626121a2-9e22-4af3-811c-7289b1669a44,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:08.779060 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:16:08.884166 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:08.895891 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] Sync routers for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:08.906383 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:08.906989 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:08.928346 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] No DVR routers for this DVR port 626121a2-9e22-4af3-811c-7289b1669a44 on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:16:08.931378 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:08.933552 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b16f68dc-c1e4-46fc-a377-9b8c190b4e40 req-1c82567e-5aba-47da-9b95-e28b1b74e5d8 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.42 "DELETE /v2.0/ports/626121a2-9e22-4af3-811c-7289b1669a44 HTTP/1.1" status: 204 len: 173 time: 0.7828948 Sep 23 16:16:08.936244 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-deleted', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:08.936630 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a208ef6-8ea1-482b-b6e3-afd2c7684ded" -d '{"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-deleted", "tag": "626121a2-9e22-4af3-811c-7289b1669a44"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:08.978415 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a7400-f40b-49c9-9598-faa9862dea8a x-openstack-request-id: req-478a7400-f40b-49c9-9598-faa9862dea8a {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:08.978862 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f99d0d-d359-43e6-bc13-cac33893c8f6", "name": "network-vif-deleted", "tag": "626121a2-9e22-4af3-811c-7289b1669a44", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:08.979212 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-478a7400-f40b-49c9-9598-faa9862dea8a {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:08.979851 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f99d0d-d359-43e6-bc13-cac33893c8f6', 'name': 'network-vif-deleted', 'tag': '626121a2-9e22-4af3-811c-7289b1669a44', 'status': 'completed', 'code': 200} Sep 23 16:16:09.055858 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:09.181328 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1d38b9f7-9f3c-4026-984c-a7fcc53358a9 req-2d3acfd3-8dca-44d0-9ee4-e59dea4569da tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f99d0d-d359-43e6-bc13-cac33893c8f6 HTTP/1.1" status: 200 len: 210 time: 0.0282173 Sep 23 16:16:09.305012 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:09.335779 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] Checking router: b09fa4e0-08bf-4a4f-b493-f93147bbdc79 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:09.346098 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:09.347008 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:09.538603 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:09.735906 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:09.761773 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c42dba-6f36-4164-a761-571de46781f2 None None] The sync data for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi is: [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc', 'name': '', 'network_id': 'b3af04e2-8d52-4c88-b46e-59db8673834f', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'mac_address': 'fa:16:3e:6f:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:34Z', 'updated_at': '2021-09-23T16:09:47Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'subnets': [{'id': '9d04a01c-3e05-4172-abfe-64a1bddf2c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:09.975413 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd84bff4-e8c5-43b8-9ed8-2a83261a6409 None None] New status for floating IP e2208255-0cba-4b51-834e-2b390913598e: DOWN {{(pid=94385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:16:10.270645 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45738) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:10.326211 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2c3b560e-9863-42a4-b658-647094d25d15 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.348793 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2c3b560e-9863-42a4-b658-647094d25d15 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.397696 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2c3b560e-9863-42a4-b658-647094d25d15 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.400520 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2c3b560e-9863-42a4-b658-647094d25d15 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.401674 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-2c3b560e-9863-42a4-b658-647094d25d15 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "DELETE /v2.0/security-groups/f1e9bf87-86dc-4f19-82f4-69ec75eb58a7 HTTP/1.1" status: 204 len: 168 time: 0.1300285 Sep 23 16:16:10.407420 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45740) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:10.410833 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b560e-9863-42a4-b658-647094d25d15 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e9bf87-86dc-4f19-82f4-69ec75eb58a7,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:10.420414 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.api.v2.resource [None req-7368af81-2f35-4d5f-a274-d5e75ecc392f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] show failed (client error): The resource could not be found. Sep 23 16:16:10.421422 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-7368af81-2f35-4d5f-a274-d5e75ecc392f tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "GET /v2.0/security-groups/f1e9bf87-86dc-4f19-82f4-69ec75eb58a7 HTTP/1.1" status: 404 len: 347 time: 0.0158820 Sep 23 16:16:10.424283 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45742) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:10.553171 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Deleting port 545f88e4-a773-4322-9df6-0968053fceb0 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:10.553509 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.646349 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.646669 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.658268 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Calling delete_port for 545f88e4-a773-4322-9df6-0968053fceb0 owned by network:floatingip {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:10.788327 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.817694 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Pushing event deleted for resources: {'Port': ['ID=545f88e4-a773-4322-9df6-0968053fceb0,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:10.874499 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.877106 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:10.878273 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-4256689d-01a5-409f-96d5-522750cce8c3 tempest-AttachVolumeShelveTestJSON-719001056 tempest-AttachVolumeShelveTestJSON-719001056-project] 10.222.0.22 "DELETE /v2.0/floatingips/e2208255-0cba-4b51-834e-2b390913598e HTTP/1.1" status: 204 len: 168 time: 0.4531090 Sep 23 16:16:12.989532 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45776) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:13.025289 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:13.044963 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: 626121a2-9e22-4af3-811c-7289b1669a44 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:13.045311 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 626121a2-9e22-4af3-811c-7289b1669a44 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:13.093373 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-85e554e6-7bbf-4791-ac7a-23144be32655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.185577 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-85e554e6-7bbf-4791-ac7a-23144be32655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.189229 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-85e554e6-7bbf-4791-ac7a-23144be32655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.228796 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-85e554e6-7bbf-4791-ac7a-23144be32655 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d5c2020dea34f7e825a5def48d3fa83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382028 Sep 23 16:16:13.229603 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e554e6-7bbf-4791-ac7a-23144be32655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83e502-c43a-422c-ae51-d6bd094a3327,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:13.231449 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45784) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:13.283880 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f7175c5-ba60-46ca-af5a-9fb7749a2da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.291273 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45788) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:13.306546 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f7175c5-ba60-46ca-af5a-9fb7749a2da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.358775 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f7175c5-ba60-46ca-af5a-9fb7749a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.361323 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9f7175c5-ba60-46ca-af5a-9fb7749a2da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.362473 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-9f7175c5-ba60-46ca-af5a-9fb7749a2da3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a83e502-c43a-422c-ae51-d6bd094a3327 HTTP/1.1" status: 204 len: 168 time: 0.1292272 Sep 23 16:16:13.370886 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7175c5-ba60-46ca-af5a-9fb7749a2da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83e502-c43a-422c-ae51-d6bd094a3327,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:13.706735 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.957161 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Deleting port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:13.957496 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:13.997717 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45812) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:14.038475 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] For port 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:14.039130 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.050873 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Calling delete_port for 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc owned by network:router_interface {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:14.094750 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1534718921-network', 'tenant_id': 'a4e356d1799e4c739eb40841e25d54ba'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:14.116200 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Made reservation on behalf of a4e356d1799e4c739eb40841e25d54ba for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:14.119042 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.127810 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.221900 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.225844 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.254638 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:16:14.261913 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149798a3-30c3-4336-86cb-0d71edec17bb,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:14.269153 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.269443 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Added segment 5417c0ed-a4d3-47c3-9809-b540564abd9b of type vlan for network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 Sep 23 16:16:14.312340 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.337273 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.338385 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:14.339116 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.371323 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3725002 Sep 23 16:16:14.374300 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45816) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:14.379149 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Request body: {'subnet': {'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1534718921-subnet', 'tenant_id': 'a4e356d1799e4c739eb40841e25d54ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:14.405503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933ed16-cfa2-4f71-9df6-bc01ec4129e9 admin admin] Pushing event updated for resources: {'Network': ['ID=db79b9a9-eef2-4a60-bfac-7b6002e4ff15,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:14.416496 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:16:14.420791 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Made reservation on behalf of a4e356d1799e4c739eb40841e25d54ba for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:14.423141 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.539387 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.573466 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:14.633558 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45818) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:14.781404 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.853785 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ed0339-e7e4-4df9-8374-948ce7dae7f0,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:14.872586 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.875160 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Checking segment: {'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:14.875556 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Network hostable DHCP agents. Network: db79b9a9-eef2-4a60-bfac-7b6002e4ff15, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:16:14.900569 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Deleting port ad1ec9e7-fbf5-432b-8d6f-b2fbad2ca740 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:14.900920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.956636 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:16:14.969860 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, db79b9a9-eef2-4a60-bfac-7b6002e4ff15) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:14.976721 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.979262 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54512cff-e1e8-4b42-b64a-3970d3661fdd None None] Network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:14.979667 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.979926 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:14.980511 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:14.993505 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Calling delete_port for ad1ec9e7-fbf5-432b-8d6f-b2fbad2ca740 owned by network:floatingip {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:15.008719 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-f360f7a9-ad49-425d-8714-cf7f96aee996 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6252763 Sep 23 16:16:15.116001 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:16:15.165148 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b66043-8ae2-4c66-9bae-b9e51452da23 None None] Network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:15.192699 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.241492 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:15.249904 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-bbc83c1b-3ac3-4a6e-bd35-920bc2d9b5b2 admin admin] 10.222.0.22 "PUT /v2.0/routers/b09fa4e0-08bf-4a4f-b493-f93147bbdc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9574809 Sep 23 16:16:15.251362 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45828) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:15.251543 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] Sync routers for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:15.269239 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:15.270153 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:15.387621 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.422206 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:15.479853 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event deleted for resources: {'Port': ['ID=ad1ec9e7-fbf5-432b-8d6f-b2fbad2ca740,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:15.545278 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.546160 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.546606 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Floating IP c2119e8a-320b-4ce0-8ee9-e9c0cac75610 disassociated (deleted). External IP: 172.27.2.147, port: d05a3d32-7b4b-4a65-9460-d0e23e46c193. Sep 23 16:16:15.620159 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Deleting port 43d50aa0-8179-41f4-806d-acad901442b7 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:15.620799 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.686147 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '43d50aa0-8179-41f4-806d-acad901442b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:16:14Z', 'revision_number': 5, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port': {'id': '43d50aa0-8179-41f4-806d-acad901442b7', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:09:25Z', 'updated_at': '2021-09-23T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:15.729812 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] Checking router: b09fa4e0-08bf-4a4f-b493-f93147bbdc79 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:15.738736 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] Routers {'b09fa4e0-08bf-4a4f-b493-f93147bbdc79'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:15.739389 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:15.745262 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] For port 43d50aa0-8179-41f4-806d-acad901442b7, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=43d50aa0-8179-41f4-806d-acad901442b7,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:15.747054 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.762661 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Calling delete_port for 43d50aa0-8179-41f4-806d-acad901442b7 owned by network:router_gateway {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:15.793883 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:16:15.827710 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] Set router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 gateway port host: None {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:15.884666 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:16:15Z', 'revision_number': 6, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:15.916807 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b8a19-1079-411a-89ec-f876dc901f6b None None] The sync data for ids ['b09fa4e0-08bf-4a4f-b493-f93147bbdc79'] in dv-cinder-806616-3-iscsi is: [{'id': 'b09fa4e0-08bf-4a4f-b493-f93147bbdc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1824950438-router', 'tenant_id': '03342d7b8839497aa81e369df3b7148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:09:23Z', 'updated_at': '2021-09-23T16:16:15Z', 'revision_number': 6, 'project_id': '03342d7b8839497aa81e369df3b7148b', 'gw_port_host': None}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:15.917510 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:15.923851 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.931251 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] Sync routers for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:15.941130 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:15.942016 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:15.955735 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-4a6b1073-4f2c-4f48-95f3-592327c65e24 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "DELETE /v2.0/floatingips/c2119e8a-320b-4ce0-8ee9-e9c0cac75610 HTTP/1.1" status: 204 len: 168 time: 1.3210185 Sep 23 16:16:15.956325 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:15.958935 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564951d1-640a-4116-987a-375533baa214" -d '{"events": [{"name": "network-changed", "server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:15.965273 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:15.997005 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=43d50aa0-8179-41f4-806d-acad901442b7,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:16.004697 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3901217-431b-4c1f-85ec-b409a1b0ea4f x-openstack-request-id: req-d3901217-431b-4c1f-85ec-b409a1b0ea4f {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:16.005033 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:16.005288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3901217-431b-4c1f-85ec-b409a1b0ea4f {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:16.005945 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'status': 'completed', 'code': 200} Sep 23 16:16:16.076387 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564951d1-640a-4116-987a-375533baa214 req-94f47cb0-4785-41c9-9125-063d3ea16dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:16.078001 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-564951d1-640a-4116-987a-375533baa214 req-94f47cb0-4785-41c9-9125-063d3ea16dd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 1099 time: 0.0461788 Sep 23 16:16:16.106882 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.107939 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:16.208015 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.210112 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.212996 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564951d1-640a-4116-987a-375533baa214 req-cbeb38bf-7ecb-4f4d-beff-5cbb7f68c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:16.214315 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-564951d1-640a-4116-987a-375533baa214 req-cbeb38bf-7ecb-4f4d-beff-5cbb7f68c790 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 200 len: 910 time: 0.1265886 Sep 23 16:16:16.263598 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.264850 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09fa4e0-08bf-4a4f-b493-f93147bbdc79 {{(pid=94384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:16:16.272702 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.276819 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-bf04506d-2bd2-4d43-ac71-19fd6227c4dd admin admin] 10.222.0.22 "DELETE /v2.0/routers/b09fa4e0-08bf-4a4f-b493-f93147bbdc79 HTTP/1.1" status: 204 len: 168 time: 1.0222995 Sep 23 16:16:16.277479 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45842) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:16.302881 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-564951d1-640a-4116-987a-375533baa214 req-f9276deb-d0b8-4601-82bd-22259620445e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 200 len: 217 time: 0.0799048 Sep 23 16:16:16.322626 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] Deleting subnet 9d04a01c-3e05-4172-abfe-64a1bddf2c3e {{(pid=94384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:16:16.326126 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.356592 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b193e-46df-4939-9ae0-1d81a3faccef req-43295a72-7004-4dec-82f2-0819902a41d3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:16.358135 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-074b193e-46df-4939-9ae0-1d81a3faccef req-43295a72-7004-4dec-82f2-0819902a41d3 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.1373270 Sep 23 16:16:16.370940 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504808'] for subnet, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.371243 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 5, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:16.382070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564951d1-640a-4116-987a-375533baa214 req-952518a0-7099-4b0e-b6fa-6e79dd544ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:16.383686 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-564951d1-640a-4116-987a-375533baa214 req-952518a0-7099-4b0e-b6fa-6e79dd544ccc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 200 len: 848 time: 0.0723777 Sep 23 16:16:16.401584 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] Checking router: 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:16.417277 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:16.417828 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:16.426317 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-074b193e-46df-4939-9ae0-1d81a3faccef req-7e422763-50fd-4ffb-bf90-f84537ab0721 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618064 Sep 23 16:16:16.448458 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564951d1-640a-4116-987a-375533baa214 req-5303361e-5510-42ba-b70e-df1003d2dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:16.450024 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-564951d1-640a-4116-987a-375533baa214 req-5303361e-5510-42ba-b70e-df1003d2dbd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3646df4-24a4-4da3-84fd-e1fe135865b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537057 Sep 23 16:16:16.520971 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.530827 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:16.556372 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:16.556698 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3adc7a50-8ac0-43f2-8e0a-a74f56d3efcc not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:16.558010 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 43d50aa0-8179-41f4-806d-acad901442b7 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:16.563703 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-564951d1-640a-4116-987a-375533baa214 req-228b3ff0-38a9-4982-980d-d8db3ff54dbd service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049445 Sep 23 16:16:16.578904 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 43d50aa0-8179-41f4-806d-acad901442b7 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:16.579138 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 43d50aa0-8179-41f4-806d-acad901442b7 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:16.586376 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153604'] for subnet, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.622699 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.627506 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9d04a01c-3e05-4172-abfe-64a1bddf2c3e HTTP/1.1" status: 204 len: 168 time: 0.3462222 Sep 23 16:16:16.627506 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93580f-4b48-43ec-967f-c6c30349d45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d04a01c-3e05-4172-abfe-64a1bddf2c3e,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:16.632745 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f193c-dfbc-4e87-b895-56c969c0505f None None] Network b3af04e2-8d52-4c88-b46e-59db8673834f requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:16.636043 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:16.636613 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45844) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:16.669566 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-564951d1-640a-4116-987a-375533baa214 req-53c03a27-f823-474c-845b-a46eaf2250dd service neutron] 10.222.0.42 "GET /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970969 Sep 23 16:16:16.718623 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.791238 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Deleting port 363b6570-1a72-4381-a321-fa900bbf8682 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:16.791693 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.875925 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] For port 363b6570-1a72-4381-a321-fa900bbf8682, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=363b6570-1a72-4381-a321-fa900bbf8682,segment=NetworkSegment(92fbd0a9-1b0a-4163-9e4c-6d696e997fe4),segment_id=92fbd0a9-1b0a-4163-9e4c-6d696e997fe4)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:16.875925 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:16.896342 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Calling delete_port for 363b6570-1a72-4381-a321-fa900bbf8682 owned by network:dhcp {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:16.957559 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 5, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:16.989167 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8152bf-516c-4ae5-a2a3-a08d58120668 None None] The sync data for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi is: [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:10:59Z', 'revision_number': 4, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '52b33c9d-bc33-44fd-bec5-54b87b4b72ef', 'name': '', 'network_id': 'e3646df4-24a4-4da3-84fd-e1fe135865b3', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'mac_address': 'fa:16:3e:1b:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:58Z', 'updated_at': '2021-09-23T16:11:05Z', 'revision_number': 5, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'subnets': [{'id': 'e4bd98d8-d322-4833-89c0-31b3ee0da040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:16.991343 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.011198 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c9c72-3b7f-47c1-a284-cdcb060de2f6 None None] DHCP port deletion for b3af04e2-8d52-4c88-b46e-59db8673834f request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:16:17.026308 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] No DVR routers for this DVR port 363b6570-1a72-4381-a321-fa900bbf8682 on host dv-cinder-806616-3-iscsi {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:16:17.028443 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=363b6570-1a72-4381-a321-fa900bbf8682,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:17.056693 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-51ba38c8-4546-40a1-b60a-ec904a372071 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:17.058188 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-51ba38c8-4546-40a1-b60a-ec904a372071 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/networks?id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15 HTTP/1.1" status: 200 len: 814 time: 0.1633544 Sep 23 16:16:17.077656 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-251fd2e8-37e9-4568-8ba5-504a837c4592 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/quotas/a4e356d1799e4c739eb40841e25d54ba HTTP/1.1" status: 200 len: 375 time: 0.0130963 Sep 23 16:16:17.110188 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.112154 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-8ced1d3b-5ee2-4af5-87f8-2691f6b343f9 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4e356d1799e4c739eb40841e25d54ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274289 Sep 23 16:16:17.134252 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3af04e2-8d52-4c88-b46e-59db8673834f']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:17.145060 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:17.145383 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fbd0a9-1b0a-4163-9e4c-6d696e997fe4') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:17.155478 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.175129 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.182037 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:16:17.182434 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:16:17.184454 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:16:17.243464 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.248991 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.249779 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0b895-ad9d-4e04-967c-496840d2287a None None] New status for floating IP c2119e8a-320b-4ce0-8ee9-e9c0cac75610: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:16:17.250933 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b3af04e2-8d52-4c88-b46e-59db8673834f HTTP/1.1" status: 204 len: 168 time: 0.6133480 Sep 23 16:16:17.265210 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a380d04-bb53-44c9-8354-d70facbbce15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3af04e2-8d52-4c88-b46e-59db8673834f,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:17.282620 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-08e51703-62d8-4502-bfa1-9c21b1183913 service neutron] 10.222.0.22 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606247 Sep 23 16:16:17.387242 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-fc4a5f00-cc5f-4317-b987-365030826be1 service neutron] 10.222.0.22 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969808 Sep 23 16:16:17.399599 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45864) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:17.442285 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-1026a34c-08b1-42d0-962e-e389574fa5bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03342d7b8839497aa81e369df3b7148b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414150 Sep 23 16:16:17.445366 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45866) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:17.517187 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a50f134b-8e57-480e-91a8-c8eed55d44b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.541206 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a50f134b-8e57-480e-91a8-c8eed55d44b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.571366 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f5befc22-08f3-416b-8f99-b2f0b029dd9a req-2ed65f12-a717-4a72-89f4-07ad08714939 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 210 time: 0.0343349 Sep 23 16:16:17.600353 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224258a5-fc41-44b6-b5ff-c1b9d07f09f7 req-5df609c3-a9b2-4cdb-8868-b12f327487ad tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:17.602514 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-224258a5-fc41-44b6-b5ff-c1b9d07f09f7 req-5df609c3-a9b2-4cdb-8868-b12f327487ad tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0990458 Sep 23 16:16:17.605079 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a50f134b-8e57-480e-91a8-c8eed55d44b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.608318 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a50f134b-8e57-480e-91a8-c8eed55d44b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.609526 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-a50f134b-8e57-480e-91a8-c8eed55d44b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8963bc5f-d2c5-464b-8d21-44e38ddc1476 HTTP/1.1" status: 204 len: 168 time: 0.1631379 Sep 23 16:16:17.619334 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f134b-8e57-480e-91a8-c8eed55d44b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963bc5f-d2c5-464b-8d21-44e38ddc1476,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:17.659929 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-224258a5-fc41-44b6-b5ff-c1b9d07f09f7 req-2930d4c5-e777-412d-a45a-78061f5465c4 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea1eafd7-6e8c-4a4e-87c0-4353804f3171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505402 Sep 23 16:16:17.717103 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-d74501a8-a659-41fd-9580-3f7f97d01baf tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:17.718654 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-d74501a8-a659-41fd-9580-3f7f97d01baf tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.42 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 946 time: 0.0549273 Sep 23 16:16:17.823774 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Deleting port d05a3d32-7b4b-4a65-9460-d0e23e46c193 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:17.824142 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.923285 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] For port d05a3d32-7b4b-4a65-9460-d0e23e46c193, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d05a3d32-7b4b-4a65-9460-d0e23e46c193,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:17.923800 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:17.937770 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Calling delete_port for d05a3d32-7b4b-4a65-9460-d0e23e46c193 owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:18.087512 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:18.122455 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event deleted for resources: {'Port': ['ID=d05a3d32-7b4b-4a65-9460-d0e23e46c193,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:18.169504 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] No DVR routers for this DVR port d05a3d32-7b4b-4a65-9460-d0e23e46c193 on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:16:18.172156 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:18.174470 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-27e73dd9-3f83-4cb6-99d3-07ca0d3eefc8 req-fc98180e-18bd-48b6-bb48-8c020d890e5c tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.42 "DELETE /v2.0/ports/d05a3d32-7b4b-4a65-9460-d0e23e46c193 HTTP/1.1" status: 204 len: 173 time: 0.4490211 Sep 23 16:16:18.174920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-deleted', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:18.177892 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a56e4f7-1f1a-47c6-be53-c680ff131d91" -d '{"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-deleted", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:18.219932 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7297c-2b01-497f-b4cf-47982d55a289 x-openstack-request-id: req-3ef7297c-2b01-497f-b4cf-47982d55a289 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:18.220230 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b36eb0-042a-4936-85b0-1db021910831", "name": "network-vif-deleted", "tag": "d05a3d32-7b4b-4a65-9460-d0e23e46c193", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:18.220483 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ef7297c-2b01-497f-b4cf-47982d55a289 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:18.220877 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b36eb0-042a-4936-85b0-1db021910831', 'name': 'network-vif-deleted', 'tag': 'd05a3d32-7b4b-4a65-9460-d0e23e46c193', 'status': 'completed', 'code': 200} Sep 23 16:16:18.481395 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 363b6570-1a72-4381-a321-fa900bbf8682 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:18.530134 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 363b6570-1a72-4381-a321-fa900bbf8682 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:18.530870 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 363b6570-1a72-4381-a321-fa900bbf8682 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:18.604629 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-037c1aa7-2e02-42bf-989b-8863db586dc7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:18.607737 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-037c1aa7-2e02-42bf-989b-8863db586dc7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "GET /v2.0/networks?id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15 HTTP/1.1" status: 200 len: 814 time: 0.1529059 Sep 23 16:16:18.625021 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Request body: {'port': {'device_id': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15', 'admin_state_up': True, 'tenant_id': 'a4e356d1799e4c739eb40841e25d54ba'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:18.776998 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f9c3de09-a553-4318-9940-817cd740fc45 req-2054a86a-6577-4914-9562-334b8c144bad tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 210 time: 0.0645032 Sep 23 16:16:18.825280 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-48f9ac58-2639-46d1-9c4d-2ce85fc8a448 req-65eb3aa9-d919-49ef-bc46-104965746ce8 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b36eb0-042a-4936-85b0-1db021910831 HTTP/1.1" status: 200 len: 210 time: 0.0442870 Sep 23 16:16:18.870320 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Made reservation on behalf of a4e356d1799e4c739eb40841e25d54ba for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:18.874060 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.021931 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Allocated IP 172.20.0.5 (db79b9a9-eef2-4a60-bfac-7b6002e4ff15/71ed0339-e7e4-4df9-8374-948ce7dae7f0/d2b5a154-97f8-4738-bafc-5db78c212a06) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:19.171591 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.201842 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 45938) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:19.213774 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.259467 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:19.262525 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:19.266117 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:19.296512 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Pushing event updated for resources: {'Port': ['ID=d2b5a154-97f8-4738-bafc-5db78c212a06,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:19.318573 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-da78277f-d991-451c-bd16-1bf4b30d9fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.344748 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:19.345277 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.425829 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-da78277f-d991-451c-bd16-1bf4b30d9fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.431338 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-da78277f-d991-451c-bd16-1bf4b30d9fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.437165 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-59e9d154-4b33-4c21-84e9-67a7d455f0e7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8176830 Sep 23 16:16:19.456674 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Request body: {'port': {'device_id': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:19.498114 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-da78277f-d991-451c-bd16-1bf4b30d9fea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=978abe4ac7bb425ab5fd34cbcef9f81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952073 Sep 23 16:16:19.500805 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78277f-d991-451c-bd16-1bf4b30d9fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e215a01-daa7-4b83-9fe3-30b5c3205867,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:19.500975 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45942) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:19.532075 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.550981 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe5f3-5ee3-4847-8733-89ec2e5715c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.572778 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe5f3-5ee3-4847-8733-89ec2e5715c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.621108 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe5f3-5ee3-4847-8733-89ec2e5715c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.623978 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe5f3-5ee3-4847-8733-89ec2e5715c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.625127 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ed5fe5f3-5ee3-4847-8733-89ec2e5715c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e215a01-daa7-4b83-9fe3-30b5c3205867 HTTP/1.1" status: 204 len: 168 time: 0.1233318 Sep 23 16:16:19.634302 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fe5f3-5ee3-4847-8733-89ec2e5715c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e215a01-daa7-4b83-9fe3-30b5c3205867,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:19.817766 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b5a154-97f8-4738-bafc-5db78c212a06 {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:16:19.825798 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.838621 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Transition to ACTIVE for port object d2b5a154-97f8-4738-bafc-5db78c212a06 will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:16:19.842840 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.887350 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45954) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:19.925418 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Pushing event updated for resources: {'Port': ['ID=d2b5a154-97f8-4738-bafc-5db78c212a06,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:19.957331 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-55882786-3f69-49f1-9880-3a129bbadd28 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:19.985542 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef1dc1-3eb3-42f1-a4e7-380798843b5f req-75de1be4-ab27-4daa-b9ea-4b35e8e80f6a tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:19.987063 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b5ef1dc1-3eb3-42f1-a4e7-380798843b5f req-75de1be4-ab27-4daa-b9ea-4b35e8e80f6a tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 943 time: 0.1152184 Sep 23 16:16:19.987581 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-55882786-3f69-49f1-9880-3a129bbadd28 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.043328 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Attempting to bind port d2b5a154-97f8-4738-bafc-5db78c212a06 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:20.043328 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Attempting to bind port d2b5a154-97f8-4738-bafc-5db78c212a06 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:20.043328 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Attempting to bind port d2b5a154-97f8-4738-bafc-5db78c212a06 on network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:20.052168 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b5ef1dc1-3eb3-42f1-a4e7-380798843b5f req-005ac5f1-8921-4b95-97ea-3398a2f72a37 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543594 Sep 23 16:16:20.053132 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Port d2b5a154-97f8-4738-bafc-5db78c212a06 on network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:16:20.053592 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Attempting to bind port d2b5a154-97f8-4738-bafc-5db78c212a06 on network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:20.058676 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:20.059015 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Checking segment: {'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:20.059419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Bound using segment: {'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:20.059852 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Bound port: d2b5a154-97f8-4738-bafc-5db78c212a06, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:20.060214 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.067070 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-55882786-3f69-49f1-9880-3a129bbadd28 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.071870 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-55882786-3f69-49f1-9880-3a129bbadd28 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.079969 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-55882786-3f69-49f1-9880-3a129bbadd28 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] 10.222.0.22 "DELETE /v2.0/security-groups/ea1eafd7-6e8c-4a4e-87c0-4353804f3171 HTTP/1.1" status: 204 len: 168 time: 0.1908038 Sep 23 16:16:20.094242 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55882786-3f69-49f1-9880-3a129bbadd28 tempest-TestShelveInstance-614600519 tempest-TestShelveInstance-614600519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1eafd7-6e8c-4a4e-87c0-4353804f3171,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:20.130365 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 45966) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:20.150772 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] For port d2b5a154-97f8-4738-bafc-5db78c212a06, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:20.154278 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] For port d2b5a154-97f8-4738-bafc-5db78c212a06, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d2b5a154-97f8-4738-bafc-5db78c212a06,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:20.158655 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.191455 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:20.192077 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.193504 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] 10.222.0.42 "PUT /v2.0/ports/d2b5a154-97f8-4738-bafc-5db78c212a06 HTTP/1.1" status: 200 len: 1093 time: 0.7443566 Sep 23 16:16:20.224532 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'tag': 'd2b5a154-97f8-4738-bafc-5db78c212a06'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:20.228119 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffbfc52-d435-4444-8edf-e3bcb2a018be" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f9a811-99bb-4a1a-87f7-61480d4b28e1", "tag": "d2b5a154-97f8-4738-bafc-5db78c212a06"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:20.232056 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d961ee-8075-4e60-b460-47e4257ad54b service neutron] Pushing event updated for resources: {'Port': ['ID=d2b5a154-97f8-4738-bafc-5db78c212a06,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:20.282472 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-0a36c4a0-0a5f-4836-ac09-3253205c28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:20.284402 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-0a36c4a0-0a5f-4836-ac09-3253205c28d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4e356d1799e4c739eb40841e25d54ba&device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 1096 time: 0.0474484 Sep 23 16:16:20.286045 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1368a147-33cf-4b0f-b889-ce7d23d4e4bd x-openstack-request-id: req-1368a147-33cf-4b0f-b889-ce7d23d4e4bd {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:20.286434 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f9a811-99bb-4a1a-87f7-61480d4b28e1", "tag": "d2b5a154-97f8-4738-bafc-5db78c212a06", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:20.286771 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1368a147-33cf-4b0f-b889-ce7d23d4e4bd {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:20.287266 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'tag': 'd2b5a154-97f8-4738-bafc-5db78c212a06', 'status': 'completed', 'code': 200} Sep 23 16:16:20.330980 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-3348fbff-6ad0-4359-b081-57559d131790 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b5a154-97f8-4738-bafc-5db78c212a06 HTTP/1.1" status: 200 len: 217 time: 0.0383503 Sep 23 16:16:20.381523 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-0bd5a383-6db4-476e-88f8-b0ff1dc7bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:20.383084 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-0bd5a383-6db4-476e-88f8-b0ff1dc7bf05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71ed0339-e7e4-4df9-8374-948ce7dae7f0 HTTP/1.1" status: 200 len: 854 time: 0.0452299 Sep 23 16:16:20.416958 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-a24ecd13-685f-4983-b22f-24ceb9d5a903 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268948 Sep 23 16:16:20.512702 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-a049abc9-cf1d-4f18-8fe8-74293d649146 service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890136 Sep 23 16:16:20.609978 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3706c3e8-f434-4cb2-98f0-486841929c05 req-9c21d115-b7b2-455a-8b9d-aaadaa01451b service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904512 Sep 23 16:16:20.630919 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.703626 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-c524d723-b90c-4f87-bb8d-c4054c4ac886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:20.704896 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-c524d723-b90c-4f87-bb8d-c4054c4ac886 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4e356d1799e4c739eb40841e25d54ba&device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 1096 time: 0.0433984 Sep 23 16:16:20.809814 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-b8509763-4a87-4b86-a224-7331bb1cdbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:20.811294 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-b8509763-4a87-4b86-a224-7331bb1cdbfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15 HTTP/1.1" status: 200 len: 915 time: 0.0979481 Sep 23 16:16:20.854689 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-344a5b89-767f-4175-8abd-b2313f4e4a52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b5a154-97f8-4738-bafc-5db78c212a06 HTTP/1.1" status: 200 len: 217 time: 0.0351138 Sep 23 16:16:20.887164 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Deleting port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:20.887594 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.912030 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-8faaab93-e407-441a-bf10-7e910e1b9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:20.913943 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-8faaab93-e407-441a-bf10-7e910e1b9771 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71ed0339-e7e4-4df9-8374-948ce7dae7f0 HTTP/1.1" status: 200 len: 854 time: 0.0515251 Sep 23 16:16:20.946257 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-bc4432fa-533c-4ca7-90b5-02f3da4548ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249772 Sep 23 16:16:20.973164 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] For port 52b33c9d-bc33-44fd-bec5-54b87b4b72ef, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:20.973528 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:20.988361 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Calling delete_port for 52b33c9d-bc33-44fd-bec5-54b87b4b72ef owned by network:router_interface {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:21.044596 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d05a3d32-7b4b-4a65-9460-d0e23e46c193 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:21.049944 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-ed66f2e4-80cb-477a-a062-6ff577bfe377 service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955334 Sep 23 16:16:21.071703 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: d05a3d32-7b4b-4a65-9460-d0e23e46c193 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:21.072341 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d05a3d32-7b4b-4a65-9460-d0e23e46c193 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:21.074085 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ee657b45-bb5e-45b3-91d3-f836d0fcca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.174834 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4ffbfc52-d435-4444-8edf-e3bcb2a018be req-95863d7e-fcdb-4763-af2a-4d5d83b0ef80 service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153269 Sep 23 16:16:21.208112 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.215514 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61a76e-8fa3-4565-9400-5c4b3d6545a2 req-53af34fe-c248-4a4d-a7f5-f76215359f73 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:21.217040 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d61a76e-8fa3-4565-9400-5c4b3d6545a2 req-53af34fe-c248-4a4d-a7f5-f76215359f73 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 943 time: 0.0588839 Sep 23 16:16:21.240472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b33c9d-bc33-44fd-bec5-54b87b4b72ef,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:21.266252 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d61a76e-8fa3-4565-9400-5c4b3d6545a2 req-e3e3d55a-da73-4ec2-bac2-dccc28d460a0 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Sep 23 16:16:21.525881 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46010) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:21.631744 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1db4-1368-4e55-b81d-da1b32a4fbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.639988 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.728551 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1db4-1368-4e55-b81d-da1b32a4fbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.732533 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1db4-1368-4e55-b81d-da1b32a4fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.770784 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-5ccc1db4-1368-4e55-b81d-da1b32a4fbc2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8402c174ef2c41d29c9254a0e5c67460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437966 Sep 23 16:16:21.771659 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc1db4-1368-4e55-b81d-da1b32a4fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676258e4-6ca5-47af-9a12-8f0b97746b9a,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:21.774959 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46014) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:21.825430 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2d1c100b-2862-460a-82da-cecc5b13a027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.846713 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2d1c100b-2862-460a-82da-cecc5b13a027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.853815 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:16:21.892808 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2d1c100b-2862-460a-82da-cecc5b13a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.895614 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2d1c100b-2862-460a-82da-cecc5b13a027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:21.899808 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-2d1c100b-2862-460a-82da-cecc5b13a027 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/676258e4-6ca5-47af-9a12-8f0b97746b9a HTTP/1.1" status: 204 len: 168 time: 0.1208818 Sep 23 16:16:21.905026 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c100b-2862-460a-82da-cecc5b13a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676258e4-6ca5-47af-9a12-8f0b97746b9a,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:21.961413 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:21.970556 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-9743a77a-627b-4120-819c-805b9a370a87 admin admin] 10.222.0.22 "PUT /v2.0/routers/71ee3500-e1e8-4626-bf1e-10c0f2b36ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393519 Sep 23 16:16:21.970803 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46018) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:21.974064 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] Sync routers for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:21.983607 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:21.984188 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:22.088814 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.095741 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:22.182796 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46022) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:22.196384 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.197274 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0e74d03f-e458-4669-9aeb-8234eb48ac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.255977 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Deleting port c6469f16-1a74-42ed-b21f-e0fcb20e225f {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:22.256250 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.299438 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0e74d03f-e458-4669-9aeb-8234eb48ac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.304900 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-0e74d03f-e458-4669-9aeb-8234eb48ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.349487 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74d03f-e458-4669-9aeb-8234eb48ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1768728-aac1-4a74-8691-5fd7280ed56a,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:22.364699 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] For port c6469f16-1a74-42ed-b21f-e0fcb20e225f, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=c6469f16-1a74-42ed-b21f-e0fcb20e225f,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:22.365071 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.367996 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-0e74d03f-e458-4669-9aeb-8234eb48ac28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5945b3fb652147bea06eab6cd0b22f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839724 Sep 23 16:16:22.368957 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46026) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:22.379032 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Calling delete_port for c6469f16-1a74-42ed-b21f-e0fcb20e225f owned by network:router_gateway {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:22.437585 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:16:21Z', 'revision_number': 5, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port': {'id': 'c6469f16-1a74-42ed-b21f-e0fcb20e225f', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:10:56Z', 'updated_at': '2021-09-23T16:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:22.447752 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8a99a-bc1d-4170-af87-981119dc9fae req-369efcaa-6139-4e41-ba99-e96f58765900 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:22.449292 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-59a8a99a-bc1d-4170-af87-981119dc9fae req-369efcaa-6139-4e41-ba99-e96f58765900 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 943 time: 0.0794768 Sep 23 16:16:22.470804 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] Checking router: 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:22.481270 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] Routers {'71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:22.482121 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:15:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:22.485254 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-37bcc0b6-1652-4401-a03d-3fcd60c96442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.520246 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-59a8a99a-bc1d-4170-af87-981119dc9fae req-fa627b53-dcf4-4649-9fa1-71b4d6056365 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628998 Sep 23 16:16:22.521925 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-37bcc0b6-1652-4401-a03d-3fcd60c96442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.581138 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-37bcc0b6-1652-4401-a03d-3fcd60c96442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.581422 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] Set router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 gateway port host: None {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:22.584579 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-37bcc0b6-1652-4401-a03d-3fcd60c96442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.587448 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-37bcc0b6-1652-4401-a03d-3fcd60c96442 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1768728-aac1-4a74-8691-5fd7280ed56a HTTP/1.1" status: 204 len: 168 time: 0.2146997 Sep 23 16:16:22.595008 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcc0b6-1652-4401-a03d-3fcd60c96442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1768728-aac1-4a74-8691-5fd7280ed56a,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:22.596901 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.625999 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6469f16-1a74-42ed-b21f-e0fcb20e225f,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:22.648625 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:16:22Z', 'revision_number': 6, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:22.677682 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0b2cd-ea9a-443f-b134-12e2fb387c4e None None] The sync data for ids ['71ee3500-e1e8-4626-bf1e-10c0f2b36ef7'] in dv-cinder-806616-3-iscsi is: [{'id': '71ee3500-e1e8-4626-bf1e-10c0f2b36ef7', 'name': 'tempest-TestShelveInstance-1214052867-router', 'tenant_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:10:55Z', 'updated_at': '2021-09-23T16:16:22Z', 'revision_number': 6, 'project_id': '1f8d7f4dbd8b45aa964433bfe83933cc', 'gw_port_host': None}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:22.699942 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.796644 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.798897 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.841247 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.841794 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 {{(pid=94384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:16:22.846675 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.850080 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-280127fa-544a-418b-8ccf-c1aafa16a4e1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/71ee3500-e1e8-4626-bf1e-10c0f2b36ef7 HTTP/1.1" status: 204 len: 168 time: 0.8761871 Sep 23 16:16:22.850354 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46032) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:22.895249 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_v2 [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] Deleting subnet e4bd98d8-d322-4833-89c0-31b3ee0da040 {{(pid=94384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:16:22.899007 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:22.936064 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504808'] for subnet, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.018253 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.055901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d2b5a154-97f8-4738-bafc-5db78c212a06 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:16:23.084512 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153604'] for subnet, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.113379 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bd98d8-d322-4833-89c0-31b3ee0da040,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:23.125410 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.128489 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d316d-ba03-4586-849b-b5e741bede7e None None] Network e3646df4-24a4-4da3-84fd-e1fe135865b3 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:23.134268 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-42164840-146e-4141-a039-aeaa4b00c28e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e4bd98d8-d322-4833-89c0-31b3ee0da040 HTTP/1.1" status: 204 len: 168 time: 0.2829211 Sep 23 16:16:23.136782 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46046) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:23.223963 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.245599 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d2b5a154-97f8-4738-bafc-5db78c212a06, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d2b5a154-97f8-4738-bafc-5db78c212a06,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:23.281339 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Deleting port f3503ceb-0696-4e5f-bf7e-da213f323887 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:23.281636 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.283797 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'd2b5a154-97f8-4738-bafc-5db78c212a06', 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15', 'port_id': 'd2b5a154-97f8-4738-bafc-5db78c212a06', 'mac_address': 'fa:16:3e:a2:f0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed0339-e7e4-4df9-8374-948ce7dae7f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:16:23.343347 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.360018 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b5a154-97f8-4738-bafc-5db78c212a06 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:16:23.360732 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] For port f3503ceb-0696-4e5f-bf7e-da213f323887, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=f3503ceb-0696-4e5f-bf7e-da213f323887,segment=NetworkSegment(e73cee6e-857e-49f5-adfc-cd8db989c414),segment_id=e73cee6e-857e-49f5-adfc-cd8db989c414)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:23.361914 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.375310 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Calling delete_port for f3503ceb-0696-4e5f-bf7e-da213f323887 owned by network:dhcp {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:23.389958 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d2b5a154-97f8-4738-bafc-5db78c212a06, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d2b5a154-97f8-4738-bafc-5db78c212a06,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:23.395271 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.470964 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d2b5a154-97f8-4738-bafc-5db78c212a06,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:23.480864 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.481100 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b49155-4798-4539-8a4c-88b52c681d91 None None] DHCP port deletion for e3646df4-24a4-4da3-84fd-e1fe135865b3 request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:16:23.483879 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.484226 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.484689 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.485532 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.485899 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.486242 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.486654 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.487240 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.487761 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.488107 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.488654 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.489801 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:23.540759 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3503ceb-0696-4e5f-bf7e-da213f323887,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:23.548489 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] No DVR routers for this DVR port f3503ceb-0696-4e5f-bf7e-da213f323887 on host dv-cinder-806616-3-iscsi {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:16:23.608936 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['d2b5a154-97f8-4738-bafc-5db78c212a06'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:16:23.670580 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.715363 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3646df4-24a4-4da3-84fd-e1fe135865b3']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:23.731264 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73cee6e-857e-49f5-adfc-cd8db989c414') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:23.731900 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73cee6e-857e-49f5-adfc-cd8db989c414') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:23.745570 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.747044 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-29786e34-b5a7-4e02-96a5-3e4d1122024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.774434 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.785063 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:16:23.785863 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:16:23.817941 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:16:23.904189 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.912016 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:23.918175 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e3646df4-24a4-4da3-84fd-e1fe135865b3 HTTP/1.1" status: 204 len: 168 time: 0.7775495 Sep 23 16:16:23.932363 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46062) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:23.933266 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982ce6-622c-4b61-bc98-ad6ea57492d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3646df4-24a4-4da3-84fd-e1fe135865b3,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:24.018168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737bacf-20a2-4676-a59f-4d7761608a67 req-a4526ed2-7dbc-4f90-8f13-028dd9560dfb tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:24.021391 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2737bacf-20a2-4676-a59f-4d7761608a67 req-a4526ed2-7dbc-4f90-8f13-028dd9560dfb tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 944 time: 0.4025588 Sep 23 16:16:24.021539 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46064) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:24.065115 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2737bacf-20a2-4676-a59f-4d7761608a67 req-b6ca0ab2-0c53-4807-b37a-89be1dd30c50 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363145 Sep 23 16:16:24.165332 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-029db142-a5da-41c3-b32f-a51216c80f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.327992 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.341084 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-029db142-a5da-41c3-b32f-a51216c80f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.348778 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-029db142-a5da-41c3-b32f-a51216c80f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.400438 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029db142-a5da-41c3-b32f-a51216c80f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7c1b0-4d37-4d13-9a24-a6dbb024ab72,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:24.405561 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-029db142-a5da-41c3-b32f-a51216c80f78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=288f64021e0e4f5fb46a303dc6085f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833301 Sep 23 16:16:24.408381 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46068) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:24.448745 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.461256 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c618d0-afdb-44af-8319-e0415209145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.477100 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device f3503ceb-0696-4e5f-bf7e-da213f323887 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:24.486085 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c618d0-afdb-44af-8319-e0415209145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.497353 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: f3503ceb-0696-4e5f-bf7e-da213f323887 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:24.497789 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device f3503ceb-0696-4e5f-bf7e-da213f323887 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:24.498284 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 52b33c9d-bc33-44fd-bec5-54b87b4b72ef no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:24.518445 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 52b33c9d-bc33-44fd-bec5-54b87b4b72ef {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:24.518786 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 52b33c9d-bc33-44fd-bec5-54b87b4b72ef not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:24.519216 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device c6469f16-1a74-42ed-b21f-e0fcb20e225f no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:24.543515 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: c6469f16-1a74-42ed-b21f-e0fcb20e225f {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:24.543860 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device c6469f16-1a74-42ed-b21f-e0fcb20e225f not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:24.545755 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c618d0-afdb-44af-8319-e0415209145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.548872 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-41c618d0-afdb-44af-8319-e0415209145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.552625 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-41c618d0-afdb-44af-8319-e0415209145a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ab7c1b0-4d37-4d13-9a24-a6dbb024ab72 HTTP/1.1" status: 204 len: 168 time: 0.1405904 Sep 23 16:16:24.565814 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c618d0-afdb-44af-8319-e0415209145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7c1b0-4d37-4d13-9a24-a6dbb024ab72,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:24.717457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:24.942017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Deleting port dd5e76e3-ab69-4d33-8044-25e27c89d232 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:24.942569 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.019263 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] For port dd5e76e3-ab69-4d33-8044-25e27c89d232, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=dd5e76e3-ab69-4d33-8044-25e27c89d232,segment=NetworkSegment(3e42903f-78ce-40da-8b67-ae32f357cacb),segment_id=3e42903f-78ce-40da-8b67-ae32f357cacb)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:25.019916 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.033239 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Calling delete_port for dd5e76e3-ab69-4d33-8044-25e27c89d232 owned by network:router_interface {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:25.073447 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d2b5a154-97f8-4738-bafc-5db78c212a06 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:25.149154 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port d2b5a154-97f8-4738-bafc-5db78c212a06 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:16:25.154448 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port d2b5a154-97f8-4738-bafc-5db78c212a06 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:25.155075 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.203473 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac1a3-080e-4482-abab-f9decd3cb97a req-4575f2bb-4560-4241-91d9-995568f8f25e tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:25.205805 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-504ac1a3-080e-4482-abab-f9decd3cb97a req-4575f2bb-4560-4241-91d9-995568f8f25e tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 944 time: 0.0630898 Sep 23 16:16:25.239625 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.251834 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.252921 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-504ac1a3-080e-4482-abab-f9decd3cb97a req-810adfda-b74c-498a-8b6c-acbe258658d2 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Sep 23 16:16:25.273986 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5e76e3-ab69-4d33-8044-25e27c89d232,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:25.300224 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b5a154-97f8-4738-bafc-5db78c212a06'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:25.302544 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e85c09-47c7-43b1-84da-7dfa1ef942a3" -d '{"events": [{"server_uuid": "e9f9a811-99bb-4a1a-87f7-61480d4b28e1", "name": "network-vif-plugged", "status": "completed", "tag": "d2b5a154-97f8-4738-bafc-5db78c212a06"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:25.315684 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d2b5a154-97f8-4738-bafc-5db78c212a06, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d2b5a154-97f8-4738-bafc-5db78c212a06,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:25.321885 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.371894 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f070b671-28bf-4e48-8c26-05c7f10c7524 x-openstack-request-id: req-f070b671-28bf-4e48-8c26-05c7f10c7524 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:25.372462 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9a811-99bb-4a1a-87f7-61480d4b28e1", "name": "network-vif-plugged", "status": "completed", "tag": "d2b5a154-97f8-4738-bafc-5db78c212a06", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:25.372462 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f070b671-28bf-4e48-8c26-05c7f10c7524 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:25.372882 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b5a154-97f8-4738-bafc-5db78c212a06', 'code': 200} Sep 23 16:16:25.389795 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d2b5a154-97f8-4738-bafc-5db78c212a06,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:25.495494 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.565218 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd315ad3-7f0a-4610-b7e4-cfaf59ba6dc7 req-a7fe5f18-6c52-4b30-8150-9682d93fbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:25.566645 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd315ad3-7f0a-4610-b7e4-cfaf59ba6dc7 req-a7fe5f18-6c52-4b30-8150-9682d93fbe71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 1098 time: 0.0471096 Sep 23 16:16:25.603264 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd315ad3-7f0a-4610-b7e4-cfaf59ba6dc7 req-e5e1c695-4143-409a-bbca-c9023d6f9da2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298326 Sep 23 16:16:25.734517 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Router 246cd62c-f872-40c3-90da-3e06709b47a6 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:16:25.854001 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:25.861965 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46102) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:25.862130 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-9c79e949-3120-4c6e-9221-0c19d3fbb0c9 admin admin] 10.222.0.22 "PUT /v2.0/routers/246cd62c-f872-40c3-90da-3e06709b47a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254417 Sep 23 16:16:25.862595 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] Sync routers for ids ['246cd62c-f872-40c3-90da-3e06709b47a6'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:25.872870 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] Routers {'246cd62c-f872-40c3-90da-3e06709b47a6'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:25.873484 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['246cd62c-f872-40c3-90da-3e06709b47a6'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:25.967562 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:25.977286 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] Set router 246cd62c-f872-40c3-90da-3e06709b47a6 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:26.077835 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.136296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Deleting port ac68f649-a5bb-4790-89c6-e47f99cd8028 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:26.136645 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.219677 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] For port ac68f649-a5bb-4790-89c6-e47f99cd8028, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=ac68f649-a5bb-4790-89c6-e47f99cd8028,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:26.220340 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.232216 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Calling delete_port for ac68f649-a5bb-4790-89c6-e47f99cd8028 owned by network:router_gateway {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:26.250879 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:16:25Z', 'revision_number': 5, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port': {'id': 'ac68f649-a5bb-4790-89c6-e47f99cd8028', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:26.278436 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] Checking router: 246cd62c-f872-40c3-90da-3e06709b47a6 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:26.287006 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] Routers {'246cd62c-f872-40c3-90da-3e06709b47a6'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:26.287697 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['246cd62c-f872-40c3-90da-3e06709b47a6'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:26.388168 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] Set router 246cd62c-f872-40c3-90da-3e06709b47a6 gateway port host: None {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:26.389887 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.396367 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2de61-f9da-4d96-ab01-d16a45f718df req-c5a8a5c8-3a75-4847-978c-e65687225739 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:26.398102 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-14f2de61-f9da-4d96-ab01-d16a45f718df req-c5a8a5c8-3a75-4847-978c-e65687225739 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 945 time: 0.0693855 Sep 23 16:16:26.442841 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:16:26Z', 'revision_number': 6, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:26.470189 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceaad90-6bbd-4d6e-bce7-32653ed6f14f None None] The sync data for ids ['246cd62c-f872-40c3-90da-3e06709b47a6'] in dv-cinder-806616-3-iscsi is: [{'id': '246cd62c-f872-40c3-90da-3e06709b47a6', 'name': 'tempest-TestShelveInstance-1674098608-router', 'tenant_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:11:02Z', 'updated_at': '2021-09-23T16:16:26Z', 'revision_number': 6, 'project_id': 'ac3905cf7e6e48b285bb255ffb8cf4db', 'gw_port_host': None}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:26.480880 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-14f2de61-f9da-4d96-ab01-d16a45f718df req-8db2674b-4fb7-4dce-9ae1-31987d6a5221 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651190 Sep 23 16:16:26.482772 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.524801 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac68f649-a5bb-4790-89c6-e47f99cd8028,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:26.592448 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.682403 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.684527 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.728675 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.729100 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 246cd62c-f872-40c3-90da-3e06709b47a6 {{(pid=94383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:16:26.733826 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.734972 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-20632931-bac9-4294-affb-aba5693a3dd5 admin admin] 10.222.0.22 "DELETE /v2.0/routers/246cd62c-f872-40c3-90da-3e06709b47a6 HTTP/1.1" status: 204 len: 168 time: 0.8718231 Sep 23 16:16:26.737532 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46108) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:26.786651 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] Deleting subnet 6e0cf39b-c7e1-4459-b98b-67a71705e2c0 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:16:26.789752 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.827203 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.917268 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:26.975054 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.010400 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0cf39b-c7e1-4459-b98b-67a71705e2c0,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:27.014127 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.020574 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-1214ba93-298f-48e1-9fdf-730bdf1c1de5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6e0cf39b-c7e1-4459-b98b-67a71705e2c0 HTTP/1.1" status: 204 len: 168 time: 0.2795415 Sep 23 16:16:27.020730 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e37f9d-c40d-49b5-8b2b-e1fb43cb7921 None None] Network 4924b8ea-afe1-45f5-936b-6089629e02df requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:27.020857 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46116) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:27.087500 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.139733 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Deleting port 11d04ad3-1f52-4ffd-aac2-54e75125a961 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:27.140178 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.207147 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] For port 11d04ad3-1f52-4ffd-aac2-54e75125a961, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=11d04ad3-1f52-4ffd-aac2-54e75125a961,segment=NetworkSegment(3e42903f-78ce-40da-8b67-ae32f357cacb),segment_id=3e42903f-78ce-40da-8b67-ae32f357cacb)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:27.207470 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.219029 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Calling delete_port for 11d04ad3-1f52-4ffd-aac2-54e75125a961 owned by network:dhcp {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:27.264552 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] DHCP port deletion for 4924b8ea-afe1-45f5-936b-6089629e02df request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:16:27.301173 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.312134 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] Deleting port 11d04ad3-1f52-4ffd-aac2-54e75125a961 {{(pid=94385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:27.312517 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.327131 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d04ad3-1f52-4ffd-aac2-54e75125a961,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:27.330625 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] No DVR routers for this DVR port 11d04ad3-1f52-4ffd-aac2-54e75125a961 on host dv-cinder-806616-3-iscsi {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:16:27.385641 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] For port 11d04ad3-1f52-4ffd-aac2-54e75125a961, host dv-cinder-806616-3-iscsi, got binding levels [] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:27.386041 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.400463 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] Calling delete_port for 11d04ad3-1f52-4ffd-aac2-54e75125a961 owned by network:dhcp {{(pid=94385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:27.403091 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.ipam_backend_mixin [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] Port 11d04ad3-1f52-4ffd-aac2-54e75125a961 was not found and therefore no delete operation was performed {{(pid=94385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 16:16:27.404452 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032'] for port, after_delete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.407587 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.426873 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4924b8ea-afe1-45f5-936b-6089629e02df']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:27.429368 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] Pushing event deleted for resources: {'Port': ['ID=11d04ad3-1f52-4ffd-aac2-54e75125a961,revision_number=None']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:27.434714 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403c20a-4584-4c49-b351-adf520d75295 None None] No DVR routers for this DVR port 11d04ad3-1f52-4ffd-aac2-54e75125a961 on host dv-cinder-806616-3-iscsi {{(pid=94385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:16:27.436402 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e42903f-78ce-40da-8b67-ae32f357cacb') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:27.436701 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e42903f-78ce-40da-8b67-ae32f357cacb') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:27.447562 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.461440 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.468375 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:16:27.468821 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:16:27.470478 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:16:27.532234 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.551196 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.560951 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4924b8ea-afe1-45f5-936b-6089629e02df HTTP/1.1" status: 204 len: 168 time: 0.5391285 Sep 23 16:16:27.561971 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9effc-0637-4666-a7e7-a8a6b05fa169 admin admin] Pushing event deleted for resources: {'Network': ['ID=4924b8ea-afe1-45f5-936b-6089629e02df,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:27.612710 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172f8f1-b781-422f-863f-340150f46967 req-a7255080-9b66-4dfd-8bd6-0c0e4c3c42ae tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:27.614186 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5172f8f1-b781-422f-863f-340150f46967 req-a7255080-9b66-4dfd-8bd6-0c0e4c3c42ae tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 945 time: 0.0500793 Sep 23 16:16:27.653180 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5172f8f1-b781-422f-863f-340150f46967 req-b42722e5-5820-4b9c-9550-77299e03b8ff tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327318 Sep 23 16:16:27.741716 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46136) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:27.781741 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f1fed7f1-4896-4029-8e27-d7056ba85e7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f8d7f4dbd8b45aa964433bfe83933cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388181 Sep 23 16:16:27.784421 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46150) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:27.836674 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0d46bcf2-72e8-482f-aa5b-73feaa734d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.857968 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0d46bcf2-72e8-482f-aa5b-73feaa734d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.908286 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0d46bcf2-72e8-482f-aa5b-73feaa734d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.910945 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0d46bcf2-72e8-482f-aa5b-73feaa734d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:27.912143 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0d46bcf2-72e8-482f-aa5b-73feaa734d19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/408c6146-8bb7-4aaf-9b17-007978b88200 HTTP/1.1" status: 204 len: 168 time: 0.1266215 Sep 23 16:16:27.920438 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46bcf2-72e8-482f-aa5b-73feaa734d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c6146-8bb7-4aaf-9b17-007978b88200,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:28.260104 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46174) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:28.299214 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-f9b49b1b-a2ca-400e-a08f-22763a098136 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac3905cf7e6e48b285bb255ffb8cf4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380490 Sep 23 16:16:28.301615 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46176) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:28.348494 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-91def610-e27b-49c6-91a8-564f8aa9d95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:28.369816 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-91def610-e27b-49c6-91a8-564f8aa9d95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:28.419862 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-91def610-e27b-49c6-91a8-564f8aa9d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:28.422537 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-91def610-e27b-49c6-91a8-564f8aa9d95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:28.423731 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-91def610-e27b-49c6-91a8-564f8aa9d95e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18a9681c-9766-425f-86a8-cc54697d71bc HTTP/1.1" status: 204 len: 168 time: 0.1211390 Sep 23 16:16:28.431985 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91def610-e27b-49c6-91a8-564f8aa9d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a9681c-9766-425f-86a8-cc54697d71bc,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:28.463171 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 11d04ad3-1f52-4ffd-aac2-54e75125a961 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:28.483623 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 11d04ad3-1f52-4ffd-aac2-54e75125a961 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:28.483973 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 11d04ad3-1f52-4ffd-aac2-54e75125a961 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:28.484393 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device dd5e76e3-ab69-4d33-8044-25e27c89d232 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:28.503048 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: dd5e76e3-ab69-4d33-8044-25e27c89d232 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:28.503498 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device dd5e76e3-ab69-4d33-8044-25e27c89d232 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:28.503823 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device ac68f649-a5bb-4790-89c6-e47f99cd8028 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:28.524186 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: ac68f649-a5bb-4790-89c6-e47f99cd8028 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:28.524530 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device ac68f649-a5bb-4790-89c6-e47f99cd8028 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:29.087423 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46200) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:29.187500 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-802824173-network', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:29.207605 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Made reservation on behalf of 790e3fb828724d6e8ae2703e30e8593a for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:29.209868 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.218344 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.309755 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.313179 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.332655 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:16:29.348055 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69edc5ad-1f90-46e9-9e58-ba68aca0e610,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:29.351481 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.351904 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Added segment dec84643-cbdf-4a61-8975-9e20e56645eb of type vlan for network 708d8316-1960-41c3-8d80-7b5eeadb3a67 Sep 23 16:16:29.390288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.420419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.421375 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:29.421988 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.457547 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3688357 Sep 23 16:16:29.461765 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46206) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:29.466649 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Request body: {'subnet': {'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-802824173-subnet', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:29.487541 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Made reservation on behalf of 790e3fb828724d6e8ae2703e30e8593a for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:29.488923 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1b8cb-2eb7-406a-b7f9-7f9ff1fe8bda admin admin] Pushing event updated for resources: {'Network': ['ID=708d8316-1960-41c3-8d80-7b5eeadb3a67,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:29.489814 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.499022 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:16:29.653112 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.714468 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3830215b-33a7-46f7-999f-17c06c514e02,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:29.723151 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Checking segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:29.723541 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Network hostable DHCP agents. Network: 708d8316-1960-41c3-8d80-7b5eeadb3a67, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:16:29.739722 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:16:29.748999 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 708d8316-1960-41c3-8d80-7b5eeadb3a67) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:29.753002 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:29.753578 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.758036 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca8a2d-e3b3-4f68-b13c-bbb8b0265de5 None None] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:29.770128 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-491e9938-dff2-41cf-9a9e-d2151360182f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3046203 Sep 23 16:16:29.770314 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46208) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:29.774678 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:29.803671 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.805405 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.858847 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:29.906714 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-708d8316-1960-41c3-8d80-7b5eeadb3a67', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:16:29.907693 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.008150 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.067526 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Allocated IP 172.20.0.2 (708d8316-1960-41c3-8d80-7b5eeadb3a67/3830215b-33a7-46f7-999f-17c06c514e02/03133a23-c1f9-43f7-a207-9a4b4b538578) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:30.230669 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.231374 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.237410 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.253017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.284015 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:30.286916 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:30.290995 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:30.299923 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Pushing event updated for resources: {'Port': ['ID=03133a23-c1f9-43f7-a207-9a4b4b538578,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:30.355852 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Attempting to bind port 03133a23-c1f9-43f7-a207-9a4b4b538578 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:30.356226 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Attempting to bind port 03133a23-c1f9-43f7-a207-9a4b4b538578 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:30.356953 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Attempting to bind port 03133a23-c1f9-43f7-a207-9a4b4b538578 on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:30.362279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Allocated IP 172.27.2.90 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/feca04d5-f327-4d78-8034-5e8b0c204247) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:30.362629 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:30.362913 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Checking segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:30.363321 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.363795 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Bound using segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:30.364457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Bound port: 03133a23-c1f9-43f7-a207-9a4b4b538578, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:30.364898 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.433430 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] For port 03133a23-c1f9-43f7-a207-9a4b4b538578, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:30.436519 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] For port 03133a23-c1f9-43f7-a207-9a4b4b538578, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=03133a23-c1f9-43f7-a207-9a4b4b538578,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:30.441323 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.483246 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.497012 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554f236-d755-445e-a0e4-97371a809c25 None None] Pushing event updated for resources: {'Port': ['ID=03133a23-c1f9-43f7-a207-9a4b4b538578,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:30.525919 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:30.567754 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:30.573277 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:30.575890 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:30.601283 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Pushing event updated for resources: {'Port': ['ID=feca04d5-f327-4d78-8034-5e8b0c204247,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:30.852185 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:31.299731 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:31.446384 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:16:31.463489 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23acabd-4e4b-4ba9-8d18-00020306f859 None None] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:31.567851 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-42371100-6b01-4fae-83af-7b15e9f8044a None None] Provisioning complete for port 03133a23-c1f9-43f7-a207-9a4b4b538578 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:31.568157 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-42371100-6b01-4fae-83af-7b15e9f8044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:31.568562 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:31.588177 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:31.591440 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-7473a2f0-2c0d-4061-b58a-55132c62b300 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8180776 Sep 23 16:16:31.592297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46250) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:31.605652 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:31.655012 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:31.655778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:31.928559 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-42371100-6b01-4fae-83af-7b15e9f8044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:31.974164 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:32.017398 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-42371100-6b01-4fae-83af-7b15e9f8044a None None] For port 03133a23-c1f9-43f7-a207-9a4b4b538578, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=03133a23-c1f9-43f7-a207-9a4b4b538578,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:32.059195 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-42371100-6b01-4fae-83af-7b15e9f8044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.086986 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.103049 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.179568 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42371100-6b01-4fae-83af-7b15e9f8044a None None] Pushing event updated for resources: {'Port': ['ID=03133a23-c1f9-43f7-a207-9a4b4b538578,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:32.201819 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-995d6c84-90d2-4d90-bd0a-00f59ce87655 None None] Provisioning complete for port 03133a23-c1f9-43f7-a207-9a4b4b538578 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:32.202351 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-995d6c84-90d2-4d90-bd0a-00f59ce87655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.259972 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Allocated IP 172.20.0.1 (708d8316-1960-41c3-8d80-7b5eeadb3a67/3830215b-33a7-46f7-999f-17c06c514e02/3af28bf1-8ae9-41a2-a54f-15c0f248816e) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:32.321839 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:30Z', 'revision_number': 3, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:32.356692 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:32.357078 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Updating router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 port feca04d5-f327-4d78-8034-5e8b0c204247 binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:16:32.376589 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.384003 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.414831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.457026 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:32.461191 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:32.467411 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:32.511645 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Pushing event updated for resources: {'Port': ['ID=3af28bf1-8ae9-41a2-a54f-15c0f248816e,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:32.536069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.542747 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 03133a23-c1f9-43f7-a207-9a4b4b538578 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:32.643821 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 03133a23-c1f9-43f7-a207-9a4b4b538578 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:32.644277 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.677946 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.754405 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.779197 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.815251 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-f6979eea-0bb2-43fc-9b4c-cd6f6c020093 None None] Provisioning complete for port 3af28bf1-8ae9-41a2-a54f-15c0f248816e triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:32.815656 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f6979eea-0bb2-43fc-9b4c-cd6f6c020093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.841398 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.846243 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.875267 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Attempting to bind port feca04d5-f327-4d78-8034-5e8b0c204247 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:32.875267 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Attempting to bind port feca04d5-f327-4d78-8034-5e8b0c204247 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:32.875643 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Attempting to bind port feca04d5-f327-4d78-8034-5e8b0c204247 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:32.888542 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff192c35-ae22-4bc2-84a3-5509af23ca76 None None] Pushing event updated for resources: {'Port': ['ID=feca04d5-f327-4d78-8034-5e8b0c204247,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:32.891379 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-f6979eea-0bb2-43fc-9b4c-cd6f6c020093 None None] Port 3af28bf1-8ae9-41a2-a54f-15c0f248816e cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:16:32.893399 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:32.893656 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:32.894058 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.894707 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:32.895291 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Bound port: feca04d5-f327-4d78-8034-5e8b0c204247, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:32.895584 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.934008 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Pushing event updated for resources: {'Port': ['ID=3af28bf1-8ae9-41a2-a54f-15c0f248816e,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:32.937445 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:32.948419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.948762 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.949097 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.950168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.950168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.950168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.950445 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.950683 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.951005 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.951431 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.951749 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.952070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:32.963559 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] For port feca04d5-f327-4d78-8034-5e8b0c204247, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:32.967110 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] For port feca04d5-f327-4d78-8034-5e8b0c204247, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=feca04d5-f327-4d78-8034-5e8b0c204247,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:32.974589 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:33.031486 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:33.031486 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:33.048585 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:33.049878 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:33.078431 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff192c35-ae22-4bc2-84a3-5509af23ca76 None None] Pushing event updated for resources: {'Port': ['ID=feca04d5-f327-4d78-8034-5e8b0c204247,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:33.155276 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:33.173783 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:16:33.297007 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:33.304600 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-be1dac0d-0d2e-4a9a-a838-4be81d04f589 admin admin] 10.222.0.22 "PUT /v2.0/routers/8f0bc302-64c6-4c7e-8c16-2d9fbf30def1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098110 Sep 23 16:16:33.333822 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-b467e2c1-b204-465a-b327-7256ab26d5dd None None] Provisioning complete for port 3af28bf1-8ae9-41a2-a54f-15c0f248816e triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:33.334113 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b467e2c1-b204-465a-b327-7256ab26d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:33.405063 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-b467e2c1-b204-465a-b327-7256ab26d5dd None None] Port 3af28bf1-8ae9-41a2-a54f-15c0f248816e cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:16:33.431700 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 2, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:33.458942 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1db77e-b098-4f25-960b-7e405c79a2d1 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 2, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:33.855838 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46288) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:33.860846 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1369786914-network', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:33.882550 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Made reservation on behalf of 82133aa58c5c47cea3d8709f50e27ba5 for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:33.885964 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:33.898650 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.003470 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.008195 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.075765 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:16:34.077874 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc8363e-5909-472c-8e99-d7d1ae0849d3,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:34.094463 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.094893 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Added segment ee8cd2a2-1ab3-4859-bb03-ed59644622ee of type vlan for network c73fddd5-1d66-4964-9385-8eaac9459cf0 Sep 23 16:16:34.155093 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.179668 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.181199 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:34.182121 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.219599 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3599672 Sep 23 16:16:34.219831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46294) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:34.224817 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Request body: {'subnet': {'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1369786914-subnet', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'ip_version': 4}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:34.266227 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb5f23-a0d0-429a-8778-f4a862c999b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c73fddd5-1d66-4964-9385-8eaac9459cf0,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:34.278255 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:16:34.286353 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Made reservation on behalf of 82133aa58c5c47cea3d8709f50e27ba5 for: {'subnet': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:34.289662 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4309386'] for subnet, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.433550 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46300) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:34.533942 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device feca04d5-f327-4d78-8034-5e8b0c204247 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:34.567636 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4273007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4309432'] for subnet, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.601932 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.602186 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port feca04d5-f327-4d78-8034-5e8b0c204247 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:34.602621 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.638539 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec75a03e-649a-47dc-b2a9-4dfb75165c59,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:34.641038 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Checking segment: {'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:34.641398 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Network hostable DHCP agents. Network: c73fddd5-1d66-4964-9385-8eaac9459cf0, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:16:34.666811 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:16:34.683722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, c73fddd5-1d66-4964-9385-8eaac9459cf0) {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:34.692186 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:34.692828 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.710848 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b6f40b-b7e7-4122-8d4b-2d9d7b88bf82 None None] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:34.737893 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.743043 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.746688 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.750798 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-906db9b1-1fc8-480d-89e7-911c0e3c8065 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5274117 Sep 23 16:16:34.752036 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46304) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:34.758949 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:34.770333 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28e732efa5f444348161ccfbf5a151b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311541 Sep 23 16:16:34.776418 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46306) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:34.797196 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca63833-7dab-4a89-bafd-5443b9e041d3,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:34.803751 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port feca04d5-f327-4d78-8034-5e8b0c204247, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=feca04d5-f327-4d78-8034-5e8b0c204247,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:34.810848 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.811281 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.811639 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.811945 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.812595 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.817662 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.818821 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.819679 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.820670 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.821640 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.821987 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.823664 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.824212 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.824712 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.825209 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1596c72f-43f7-4cca-b9f0-328b1ead4fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:34.933727 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-46b26eda-816e-41cf-8f4c-3ed37545297a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:34.939265 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.030655 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=feca04d5-f327-4d78-8034-5e8b0c204247,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:35.070562 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-c73fddd5-1d66-4964-9385-8eaac9459cf0', 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'fixed_ips': [{'subnet_id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:16:35.071473 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.216454 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Allocated IP 172.20.0.2 (c73fddd5-1d66-4964-9385-8eaac9459cf0/ec75a03e-649a-47dc-b2a9-4dfb75165c59/085523b2-3dd4-4709-b4ed-2de619c5e46a) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:35.259137 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-46b26eda-816e-41cf-8f4c-3ed37545297a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.364625 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.377779 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-46b26eda-816e-41cf-8f4c-3ed37545297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.380382 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-46b26eda-816e-41cf-8f4c-3ed37545297a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.382193 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-46b26eda-816e-41cf-8f4c-3ed37545297a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ca63833-7dab-4a89-bafd-5443b9e041d3 HTTP/1.1" status: 204 len: 168 time: 0.6041067 Sep 23 16:16:35.396312 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.400494 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b26eda-816e-41cf-8f4c-3ed37545297a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca63833-7dab-4a89-bafd-5443b9e041d3,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:35.406340 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.457627 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:35.462886 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:35.470434 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:35.474117 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Pushing event updated for resources: {'Port': ['ID=085523b2-3dd4-4709-b4ed-2de619c5e46a,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:35.548640 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Attempting to bind port 085523b2-3dd4-4709-b4ed-2de619c5e46a on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:35.549253 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Attempting to bind port 085523b2-3dd4-4709-b4ed-2de619c5e46a by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:35.549662 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Attempting to bind port 085523b2-3dd4-4709-b4ed-2de619c5e46a on network c73fddd5-1d66-4964-9385-8eaac9459cf0 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:35.555946 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:35.556332 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Checking segment: {'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:35.560967 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.560967 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Bound using segment: {'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:35.560967 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Bound port: 085523b2-3dd4-4709-b4ed-2de619c5e46a, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:35.560967 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.649382 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] For port 085523b2-3dd4-4709-b4ed-2de619c5e46a, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:35.652015 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.652994 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] For port 085523b2-3dd4-4709-b4ed-2de619c5e46a, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=085523b2-3dd4-4709-b4ed-2de619c5e46a,segment=NetworkSegment(ee8cd2a2-1ab3-4859-bb03-ed59644622ee),segment_id=ee8cd2a2-1ab3-4859-bb03-ed59644622ee)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:35.657815 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.675638 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.724695 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312f5a9-d395-44b7-803a-f4b377f30553 None None] Pushing event updated for resources: {'Port': ['ID=085523b2-3dd4-4709-b4ed-2de619c5e46a,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:35.803033 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:35.810351 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Allocated IP 172.27.2.8 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/3afafd2a-92b1-415e-be50-e8e667dcb4e6) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:35.818256 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:35.819227 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:35.956732 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:35.982912 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.026276 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.090726 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:36.094174 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:36.098088 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:36.136917 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3afafd2a-92b1-415e-be50-e8e667dcb4e6,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:36.224451 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 2, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:36.251662 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:36.252017 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Updating router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 port 3af28bf1-8ae9-41a2-a54f-15c0f248816e binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:16:36.277846 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.419784 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.649949 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device feca04d5-f327-4d78-8034-5e8b0c204247 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:36.699180 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.707599 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.708384 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port feca04d5-f327-4d78-8034-5e8b0c204247 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:36.708891 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.754666 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.813307 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Pushing event updated for resources: {'Port': ['ID=3af28bf1-8ae9-41a2-a54f-15c0f248816e,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:36.825311 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.826044 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.827188 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.827554 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.828059 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.828391 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.828932 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.829432 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.829945 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.830428 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.830930 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.831440 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:16:36.851805 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 085523b2-3dd4-4709-b4ed-2de619c5e46a up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:36.893349 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Attempting to bind port 3af28bf1-8ae9-41a2-a54f-15c0f248816e on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:36.894014 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Attempting to bind port 3af28bf1-8ae9-41a2-a54f-15c0f248816e by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:36.895206 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Attempting to bind port 3af28bf1-8ae9-41a2-a54f-15c0f248816e on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:36.903117 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:36.903750 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Checking segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:36.905265 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.906141 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Bound using segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:36.907131 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Bound port: 3af28bf1-8ae9-41a2-a54f-15c0f248816e, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:36.907726 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.911314 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 085523b2-3dd4-4709-b4ed-2de619c5e46a triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:36.911820 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:36.962863 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Router a739d83c-f2de-4991-8568-95d47c51cca3 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:16:37.004118 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc30a7-6e22-498c-904a-2a123016b9be None None] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:37.023488 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] For port 3af28bf1-8ae9-41a2-a54f-15c0f248816e, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:37.027601 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] For port 3af28bf1-8ae9-41a2-a54f-15c0f248816e, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3af28bf1-8ae9-41a2-a54f-15c0f248816e,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:37.034694 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46340) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:37.035598 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.114168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:37.132661 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:37.133839 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:37.139696 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Sync routers for ids ['a739d83c-f2de-4991-8568-95d47c51cca3'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:37.144145 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.148809 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46344) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:37.151651 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-40caea72-1b73-4501-b8e4-3fb2891ac4c3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3982561 Sep 23 16:16:37.206781 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-62ab8018-e593-4d5a-9a20-75e49ff5a071 None None] Provisioning complete for port 085523b2-3dd4-4709-b4ed-2de619c5e46a triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:37.207319 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-62ab8018-e593-4d5a-9a20-75e49ff5a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.224062 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.248883 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b831a-6650-4786-9cc6-f5735d81ae34 None None] Pushing event updated for resources: {'Port': ['ID=3af28bf1-8ae9-41a2-a54f-15c0f248816e,revision_number=4']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:37.263802 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Routers {'a739d83c-f2de-4991-8568-95d47c51cca3'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:37.264581 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a739d83c-f2de-4991-8568-95d47c51cca3'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:37.283059 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-07a8c631-b4c4-4639-92dc-6114389c67ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.293752 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:37.445749 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 085523b2-3dd4-4709-b4ed-2de619c5e46a, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=085523b2-3dd4-4709-b4ed-2de619c5e46a,segment=NetworkSegment(ee8cd2a2-1ab3-4859-bb03-ed59644622ee),segment_id=ee8cd2a2-1ab3-4859-bb03-ed59644622ee)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:37.461009 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.550977 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Set router a739d83c-f2de-4991-8568-95d47c51cca3 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:37.565237 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:37Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:37.603230 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e1aa7-fb48-4817-9cdd-1c7fb58f9db6 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:37Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:37.628743 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=085523b2-3dd4-4709-b4ed-2de619c5e46a,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:37.697890 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-07a8c631-b4c4-4639-92dc-6114389c67ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.711006 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-07a8c631-b4c4-4639-92dc-6114389c67ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.750723 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-07a8c631-b4c4-4639-92dc-6114389c67ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b7063a5ea614075872536b621034a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149291 Sep 23 16:16:37.753478 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46348) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:37.769897 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8c631-b4c4-4639-92dc-6114389c67ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb28f7c-d5fa-4bbb-b0c1-e67233454979,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:37.815770 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2ea45392-28ea-4877-8e49-853ef88edf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.818304 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] Provisioning complete for port 085523b2-3dd4-4709-b4ed-2de619c5e46a triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:37.819519 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.843900 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2ea45392-28ea-4877-8e49-853ef88edf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.887716 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.927476 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2ea45392-28ea-4877-8e49-853ef88edf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.930370 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-2ea45392-28ea-4877-8e49-853ef88edf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.933355 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:16:36Z', 'revision_number': 3, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port': {'id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:35Z', 'updated_at': '2021-09-23T16:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:37.946349 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-2ea45392-28ea-4877-8e49-853ef88edf6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddb28f7c-d5fa-4bbb-b0c1-e67233454979 HTTP/1.1" status: 204 len: 168 time: 0.1917076 Sep 23 16:16:37.962538 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea45392-28ea-4877-8e49-853ef88edf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb28f7c-d5fa-4bbb-b0c1-e67233454979,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:37.981403 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Checking router: a739d83c-f2de-4991-8568-95d47c51cca3 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:37.981988 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Updating router a739d83c-f2de-4991-8568-95d47c51cca3 port 3afafd2a-92b1-415e-be50-e8e667dcb4e6 binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:16:38.036426 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.077109 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] Provisioning complete for port 3af28bf1-8ae9-41a2-a54f-15c0f248816e triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:38.077583 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.128913 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Allocated IP 172.20.0.1 (c73fddd5-1d66-4964-9385-8eaac9459cf0/ec75a03e-649a-47dc-b2a9-4dfb75165c59/bd3e1b3c-43a8-45f9-99f7-91911930dd24) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:38.250157 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.300539 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.308748 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.322552 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:38.324848 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:38.351478 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:38.391154 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] For port 3af28bf1-8ae9-41a2-a54f-15c0f248816e, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3af28bf1-8ae9-41a2-a54f-15c0f248816e,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:38.451109 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3e1b3c-43a8-45f9-99f7-91911930dd24,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:38.467780 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.598974 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.641195 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.644767 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3af28bf1-8ae9-41a2-a54f-15c0f248816e up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:38.682222 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.706803 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.743118 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc52dd-c205-427e-986d-d467058a5615 None None] Pushing event updated for resources: {'Port': ['ID=3af28bf1-8ae9-41a2-a54f-15c0f248816e,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:38.787082 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Attempting to bind port 3afafd2a-92b1-415e-be50-e8e667dcb4e6 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:38.787082 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Attempting to bind port 3afafd2a-92b1-415e-be50-e8e667dcb4e6 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:38.788512 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Attempting to bind port 3afafd2a-92b1-415e-be50-e8e667dcb4e6 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:38.796573 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:38.797493 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:38.797917 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.798315 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:38.798803 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Bound port: 3afafd2a-92b1-415e-be50-e8e667dcb4e6, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:38.799195 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.843797 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 3af28bf1-8ae9-41a2-a54f-15c0f248816e triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:38.843797 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.872902 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f482e-577b-4728-9768-98d1209f6f95 None None] Pushing event updated for resources: {'Port': ['ID=3afafd2a-92b1-415e-be50-e8e667dcb4e6,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:38.903627 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-c433726c-ed93-43f7-87c4-d2c7483e8396 None None] Provisioning complete for port bd3e1b3c-43a8-45f9-99f7-91911930dd24 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:38.904005 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c433726c-ed93-43f7-87c4-d2c7483e8396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.935930 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.938072 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] For port 3afafd2a-92b1-415e-be50-e8e667dcb4e6, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:38.940768 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:38.970796 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] For port 3afafd2a-92b1-415e-be50-e8e667dcb4e6, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3afafd2a-92b1-415e-be50-e8e667dcb4e6,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:38.972262 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-c433726c-ed93-43f7-87c4-d2c7483e8396 None None] Port bd3e1b3c-43a8-45f9-99f7-91911930dd24 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:16:38.979863 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:39.019105 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:39.021237 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3e1b3c-43a8-45f9-99f7-91911930dd24,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:39.052242 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 085523b2-3dd4-4709-b4ed-2de619c5e46a up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:39.094905 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Routers {'a739d83c-f2de-4991-8568-95d47c51cca3'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:39.095494 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a739d83c-f2de-4991-8568-95d47c51cca3'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:39.101275 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f482e-577b-4728-9768-98d1209f6f95 None None] Pushing event updated for resources: {'Port': ['ID=3afafd2a-92b1-415e-be50-e8e667dcb4e6,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:39.141102 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:39.143682 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:39.208093 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 085523b2-3dd4-4709-b4ed-2de619c5e46a triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:39.208470 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:39.268123 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] Set router a739d83c-f2de-4991-8568-95d47c51cca3 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:39.296102 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Router a739d83c-f2de-4991-8568-95d47c51cca3 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:16:39.450260 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:16:39.455752 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-b2af9972-7c0a-4c97-b787-09f963506847 admin admin] 10.222.0.22 "PUT /v2.0/routers/a739d83c-f2de-4991-8568-95d47c51cca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3057382 Sep 23 16:16:39.535048 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-6d8d5577-2247-4a24-be4e-17d28057f5b0 None None] Provisioning complete for port bd3e1b3c-43a8-45f9-99f7-91911930dd24 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:39.535446 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5577-2247-4a24-be4e-17d28057f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:39.584367 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d5577-2247-4a24-be4e-17d28057f5b0 None None] Port bd3e1b3c-43a8-45f9-99f7-91911930dd24 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:16:39.596845 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 4, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port': {'id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:35Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'bd3e1b3c-43a8-45f9-99f7-91911930dd24', 'name': '', 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'mac_address': 'fa:16:3e:60:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:37Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 2, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'subnets': [{'id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:39.630037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e037de7-3b18-4938-b722-62263980cc53 None None] The sync data for ids ['a739d83c-f2de-4991-8568-95d47c51cca3'] in dv-cinder-806616-3-iscsi is: [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 4, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port': {'id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:35Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'bd3e1b3c-43a8-45f9-99f7-91911930dd24', 'name': '', 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'mac_address': 'fa:16:3e:60:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:37Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 2, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'subnets': [{'id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:40.147233 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46388) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:40.153020 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-b01800ab-95ff-41c5-a4d3-24d3908e95dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835668458', 'description': 'tempest-secgroup-smoke-835668458 description', 'project_id': '790e3fb828724d6e8ae2703e30e8593a'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:40.177740 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b01800ab-95ff-41c5-a4d3-24d3908e95dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.285808 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b01800ab-95ff-41c5-a4d3-24d3908e95dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.289991 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b01800ab-95ff-41c5-a4d3-24d3908e95dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.320307 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b01800ab-95ff-41c5-a4d3-24d3908e95dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.322029 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b01800ab-95ff-41c5-a4d3-24d3908e95dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1732383 Sep 23 16:16:40.324946 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46390) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:40.326002 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01800ab-95ff-41c5-a4d3-24d3908e95dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be5b6fe-0130-4086-bc5a-17edc0d81938,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:40.332148 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-d7723cd3-cd9f-429a-a2ea-6e529e40972f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'security_group_rule': {'security_group_id': '5be5b6fe-0130-4086-bc5a-17edc0d81938', 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:40.365658 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d7723cd3-cd9f-429a-a2ea-6e529e40972f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.437445 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d7723cd3-cd9f-429a-a2ea-6e529e40972f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.443707 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d7723cd3-cd9f-429a-a2ea-6e529e40972f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.459462 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7723cd3-cd9f-429a-a2ea-6e529e40972f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91dc343-3fe0-44ac-84b8-d48578be194b,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:40.474342 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d7723cd3-cd9f-429a-a2ea-6e529e40972f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.478710 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46392) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:40.483375 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-ce1fb4c4-68f8-4351-8dd0-3caa1fadb94c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'security_group_rule': {'security_group_id': '5be5b6fe-0130-4086-bc5a-17edc0d81938', 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:40.486002 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-d7723cd3-cd9f-429a-a2ea-6e529e40972f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586192 Sep 23 16:16:40.521490 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb4c4-68f8-4351-8dd0-3caa1fadb94c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.570741 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3af28bf1-8ae9-41a2-a54f-15c0f248816e up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:40.608076 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb4c4-68f8-4351-8dd0-3caa1fadb94c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.613257 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb4c4-68f8-4351-8dd0-3caa1fadb94c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.631818 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 3af28bf1-8ae9-41a2-a54f-15c0f248816e triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:40.632046 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fb4c4-68f8-4351-8dd0-3caa1fadb94c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751e5d38-1f72-479a-97e3-ee4ea08c53c3,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:40.632757 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.646943 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb4c4-68f8-4351-8dd0-3caa1fadb94c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.648887 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ce1fb4c4-68f8-4351-8dd0-3caa1fadb94c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1690938 Sep 23 16:16:40.651569 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46396) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:40.657314 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-d80713b1-8d08-4c4b-b217-b181675f3184 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'security_group_rule': {'security_group_id': '5be5b6fe-0130-4086-bc5a-17edc0d81938', 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:40.705269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d80713b1-8d08-4c4b-b217-b181675f3184 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.762811 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3afafd2a-92b1-415e-be50-e8e667dcb4e6 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:40.805820 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d80713b1-8d08-4c4b-b217-b181675f3184 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.808310 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-c919e259-0a23-44c1-81ee-f188366c28c7 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3fdb33c9138a49caade50c7b54bedf56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406368 Sep 23 16:16:40.811012 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d80713b1-8d08-4c4b-b217-b181675f3184 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.816052 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 3afafd2a-92b1-415e-be50-e8e667dcb4e6 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:40.816427 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.865492 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80713b1-8d08-4c4b-b217-b181675f3184 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07273001-9b59-4f2a-a404-501ad0e67cd3,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:40.885376 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-d80713b1-8d08-4c4b-b217-b181675f3184 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.889602 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d80713b1-8d08-4c4b-b217-b181675f3184 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368503 Sep 23 16:16:40.890055 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46412) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:40.909491 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-6424cc81-582e-493f-9ac1-db215a125c8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'security_group_rule': {'security_group_id': '5be5b6fe-0130-4086-bc5a-17edc0d81938', 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:40.924936 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.945190 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6424cc81-582e-493f-9ac1-db215a125c8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:40.959686 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 3afafd2a-92b1-415e-be50-e8e667dcb4e6, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3afafd2a-92b1-415e-be50-e8e667dcb4e6,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:40.969017 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.026968 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6424cc81-582e-493f-9ac1-db215a125c8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.032034 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6424cc81-582e-493f-9ac1-db215a125c8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.034120 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=3afafd2a-92b1-415e-be50-e8e667dcb4e6,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:41.051785 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424cc81-582e-493f-9ac1-db215a125c8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800a67de-2f61-4c4c-83e6-8186b83906b8,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:41.057864 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-6424cc81-582e-493f-9ac1-db215a125c8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.059107 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-6424cc81-582e-493f-9ac1-db215a125c8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1679387 Sep 23 16:16:41.060030 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-0ce8c328-f314-4a76-af1f-a769366735ba tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:41.061564 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-0ce8c328-f314-4a76-af1f-a769366735ba tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445872 Sep 23 16:16:41.062304 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46414) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:41.066539 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'security_group_rule': {'security_group_id': '5be5b6fe-0130-4086-bc5a-17edc0d81938', 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:41.077332 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-1613a2fd-a086-4719-a631-4c528b8db783 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/quotas/3fdb33c9138a49caade50c7b54bedf56 HTTP/1.1" status: 200 len: 375 time: 0.0098419 Sep 23 16:16:41.091774 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.securitygroups_db [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Project 790e3fb828724d6e8ae2703e30e8593a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:16:41.096624 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.110676 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-a68cd418-fb75-40dc-8431-fbbbae773ce4 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3fdb33c9138a49caade50c7b54bedf56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270438 Sep 23 16:16:41.161241 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.165765 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.187204 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3772f67-d595-48e4-848f-996efdd63b8b,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:41.191157 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.196055 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ffc1e28e-cf40-4773-b3fe-79238e50a84c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296122 Sep 23 16:16:41.196444 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46416) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:41.207775 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'security_group_rule': {'security_group_id': '5be5b6fe-0130-4086-bc5a-17edc0d81938', 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:41.236415 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.securitygroups_db [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Project 790e3fb828724d6e8ae2703e30e8593a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:16:41.241535 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.282709 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b807bd5e-6713-403c-b0b4-210a2a95920d req-b4e372e4-2270-4b52-848a-b48b6edd8a27 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 210 time: 0.0284126 Sep 23 16:16:41.309410 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.314063 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.333440 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb13ff81-b14e-4cc1-95e1-a9d4a36e52a0,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:41.343184 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:41.344717 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-3622ea2f-ec13-4a66-9451-751aab559b9c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473439 Sep 23 16:16:41.787055 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Sync routers for ids ['a739d83c-f2de-4991-8568-95d47c51cca3'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:16:41.797168 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Routers {'a739d83c-f2de-4991-8568-95d47c51cca3'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:41.797986 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a739d83c-f2de-4991-8568-95d47c51cca3'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:41.995662 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Set router a739d83c-f2de-4991-8568-95d47c51cca3 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:42.191514 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 4, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port': {'id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:35Z', 'updated_at': '2021-09-23T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'bd3e1b3c-43a8-45f9-99f7-91911930dd24', 'name': '', 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'mac_address': 'fa:16:3e:60:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:37Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 2, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'subnets': [{'id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:42.218097 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Checking router: a739d83c-f2de-4991-8568-95d47c51cca3 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:16:42.218456 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Updating router a739d83c-f2de-4991-8568-95d47c51cca3 port bd3e1b3c-43a8-45f9-99f7-91911930dd24 binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:16:42.247827 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.279713 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-2281e850-795e-4dcf-83d7-b063994102e9 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3fdb33c9138a49caade50c7b54bedf56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276220 Sep 23 16:16:42.420870 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c8eaf968-aff9-470a-8ce3-3596e33b4ea6 req-229c9dd9-e1a8-4b67-b90b-4c54596081d0 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 210 time: 0.0325766 Sep 23 16:16:42.463379 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-b29eecb7-63a4-4618-96e2-f264c8c95b0e tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:42.465311 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-b29eecb7-63a4-4618-96e2-f264c8c95b0e tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775997 Sep 23 16:16:42.483935 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Request body: {'port': {'device_id': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da', 'admin_state_up': True, 'tenant_id': '3fdb33c9138a49caade50c7b54bedf56'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:42.505812 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3afafd2a-92b1-415e-be50-e8e667dcb4e6 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:42.560782 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 3afafd2a-92b1-415e-be50-e8e667dcb4e6 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:42.561222 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.598373 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.605678 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.665711 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f23c6f-ca56-4f3a-be05-2c27adb982ea None None] Pushing event updated for resources: {'Port': ['ID=bd3e1b3c-43a8-45f9-99f7-91911930dd24,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:42.734970 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Attempting to bind port bd3e1b3c-43a8-45f9-99f7-91911930dd24 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:42.735239 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Attempting to bind port bd3e1b3c-43a8-45f9-99f7-91911930dd24 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:42.735628 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Attempting to bind port bd3e1b3c-43a8-45f9-99f7-91911930dd24 on network c73fddd5-1d66-4964-9385-8eaac9459cf0 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:42.741665 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:42.742314 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Checking segment: {'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:42.742557 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.742939 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Bound using segment: {'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:42.743433 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Bound port: bd3e1b3c-43a8-45f9-99f7-91911930dd24, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:42.744005 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.817126 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] For port bd3e1b3c-43a8-45f9-99f7-91911930dd24, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:42.820453 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] For port bd3e1b3c-43a8-45f9-99f7-91911930dd24, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=bd3e1b3c-43a8-45f9-99f7-91911930dd24,segment=NetworkSegment(ee8cd2a2-1ab3-4859-bb03-ed59644622ee),segment_id=ee8cd2a2-1ab3-4859-bb03-ed59644622ee)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:42.825575 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.872760 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Made reservation on behalf of 3fdb33c9138a49caade50c7b54bedf56 for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:42.878583 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.887521 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Routers {'a739d83c-f2de-4991-8568-95d47c51cca3'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:16:42.888299 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.888749 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a739d83c-f2de-4991-8568-95d47c51cca3'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:42.934015 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-67a12898-7576-403e-a7d3-164bf829f7ce None None] Provisioning complete for port bd3e1b3c-43a8-45f9-99f7-91911930dd24 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:42.935148 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-67a12898-7576-403e-a7d3-164bf829f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:42.982035 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f23c6f-ca56-4f3a-be05-2c27adb982ea None None] Pushing event updated for resources: {'Port': ['ID=bd3e1b3c-43a8-45f9-99f7-91911930dd24,revision_number=4']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:43.023514 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.032334 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-67a12898-7576-403e-a7d3-164bf829f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.043992 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.050041 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] Set router a739d83c-f2de-4991-8568-95d47c51cca3 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:16:43.097673 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-67a12898-7576-403e-a7d3-164bf829f7ce None None] For port bd3e1b3c-43a8-45f9-99f7-91911930dd24, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=bd3e1b3c-43a8-45f9-99f7-91911930dd24,segment=NetworkSegment(ee8cd2a2-1ab3-4859-bb03-ed59644622ee),segment_id=ee8cd2a2-1ab3-4859-bb03-ed59644622ee)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:43.112535 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-67a12898-7576-403e-a7d3-164bf829f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.134495 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746f4225-6fd5-4f61-af78-d203ff626ec4,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:43.169785 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a12898-7576-403e-a7d3-164bf829f7ce None None] Pushing event updated for resources: {'Port': ['ID=bd3e1b3c-43a8-45f9-99f7-91911930dd24,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:43.181698 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:16:43.215484 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Allocated IP 192.168.233.205 (753e3c37-6e36-4346-8427-d07f6083e8da/14fe8585-b417-4eee-bbc3-27d7513df871/d094828c-800c-43ea-8f69-e02ad76e7a22) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:43.240220 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-e629e303-322a-4722-97b9-1fca6646cc13 None None] Provisioning complete for port bd3e1b3c-43a8-45f9-99f7-91911930dd24 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:43.240550 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e629e303-322a-4722-97b9-1fca6646cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.318447 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 4, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port': {'id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:35Z', 'updated_at': '2021-09-23T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'bd3e1b3c-43a8-45f9-99f7-91911930dd24', 'name': '', 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'mac_address': 'fa:16:3e:60:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:37Z', 'updated_at': '2021-09-23T16:16:42Z', 'revision_number': 4, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'subnets': [{'id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:16:43.346447 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bdc88-6fbb-4ba8-943d-de20ba4ea606 None None] The sync data for ids ['a739d83c-f2de-4991-8568-95d47c51cca3'] in dv-cinder-806616-3-iscsi is: [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 4, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port': {'id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:35Z', 'updated_at': '2021-09-23T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'bd3e1b3c-43a8-45f9-99f7-91911930dd24', 'name': '', 'network_id': 'c73fddd5-1d66-4964-9385-8eaac9459cf0', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'mac_address': 'fa:16:3e:60:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:37Z', 'updated_at': '2021-09-23T16:16:42Z', 'revision_number': 4, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'subnets': [{'id': 'ec75a03e-649a-47dc-b2a9-4dfb75165c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:16:43.383512 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.422875 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.473642 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Network 753e3c37-6e36-4346-8427-d07f6083e8da is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:43.477223 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:43.481109 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:43.491320 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Pushing event updated for resources: {'Port': ['ID=d094828c-800c-43ea-8f69-e02ad76e7a22,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:43.569828 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:43.570425 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.592021 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a33ab-5d35-417d-a457-3f27911b9f60 req-0ecf8bd8-8519-4a12-a25b-559a32a04d83 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:43.593630 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-539a33ab-5d35-417d-a457-3f27911b9f60 req-0ecf8bd8-8519-4a12-a25b-559a32a04d83 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 936 time: 0.0806444 Sep 23 16:16:43.602331 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-57a64efc-1130-44f4-9d75-a706dad687b8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1236334 Sep 23 16:16:43.628691 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Request body: {'port': {'device_id': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:43.681235 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-539a33ab-5d35-417d-a457-3f27911b9f60 req-c6eb862d-1b22-424e-839a-fead660b6dc8 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778272 Sep 23 16:16:43.710079 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.752951 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-2bb6f1ca-4a0a-4bd9-a782-ec1b29083fca None None] Provisioning complete for port d094828c-800c-43ea-8f69-e02ad76e7a22 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:43.753484 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-2bb6f1ca-4a0a-4bd9-a782-ec1b29083fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:43.789609 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6f1ca-4a0a-4bd9-a782-ec1b29083fca None None] Port d094828c-800c-43ea-8f69-e02ad76e7a22 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:16:43.991578 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d094828c-800c-43ea-8f69-e02ad76e7a22 {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:16:43.999013 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:44.011349 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Transition to ACTIVE for port object d094828c-800c-43ea-8f69-e02ad76e7a22 will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:16:44.015099 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:44.065069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Pushing event updated for resources: {'Port': ['ID=d094828c-800c-43ea-8f69-e02ad76e7a22,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:44.141524 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Attempting to bind port d094828c-800c-43ea-8f69-e02ad76e7a22 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:16:44.141865 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Attempting to bind port d094828c-800c-43ea-8f69-e02ad76e7a22 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:16:44.142199 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Attempting to bind port d094828c-800c-43ea-8f69-e02ad76e7a22 on network 753e3c37-6e36-4346-8427-d07f6083e8da {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:44.147450 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Port d094828c-800c-43ea-8f69-e02ad76e7a22 on network 753e3c37-6e36-4346-8427-d07f6083e8da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:16:44.147783 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Attempting to bind port d094828c-800c-43ea-8f69-e02ad76e7a22 on network 753e3c37-6e36-4346-8427-d07f6083e8da {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:16:44.153066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:16:44.153426 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Checking segment: {'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:44.153810 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Bound using segment: {'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:16:44.154242 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Bound port: d094828c-800c-43ea-8f69-e02ad76e7a22, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b98f46-54f4-48b7-bd96-854f1bbb5d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:16:44.154600 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:44.227260 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] For port d094828c-800c-43ea-8f69-e02ad76e7a22, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:16:44.230229 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] For port d094828c-800c-43ea-8f69-e02ad76e7a22, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d094828c-800c-43ea-8f69-e02ad76e7a22,segment=NetworkSegment(d0b98f46-54f4-48b7-bd96-854f1bbb5d8f),segment_id=d0b98f46-54f4-48b7-bd96-854f1bbb5d8f)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:16:44.235884 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:44.271503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:44.272285 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:44.273844 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-da4ea590-5310-4714-9943-b37129765e1f service neutron] 10.222.0.42 "PUT /v2.0/ports/d094828c-800c-43ea-8f69-e02ad76e7a22 HTTP/1.1" status: 200 len: 1098 time: 0.6494668 Sep 23 16:16:44.274297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'tag': 'd094828c-800c-43ea-8f69-e02ad76e7a22'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:44.276570 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961ae74-a281-48da-a2e5-dabb69de06e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe590530-0f8a-4ac6-b343-2e226a6bb23d", "tag": "d094828c-800c-43ea-8f69-e02ad76e7a22"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:44.306024 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ea590-5310-4714-9943-b37129765e1f service neutron] Pushing event updated for resources: {'Port': ['ID=d094828c-800c-43ea-8f69-e02ad76e7a22,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:44.339813 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c434eb-e1cb-49c0-9183-a2293ceb1108 x-openstack-request-id: req-71c434eb-e1cb-49c0-9183-a2293ceb1108 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:44.340075 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe590530-0f8a-4ac6-b343-2e226a6bb23d", "tag": "d094828c-800c-43ea-8f69-e02ad76e7a22", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:44.340336 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71c434eb-e1cb-49c0-9183-a2293ceb1108 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:44.343248 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'tag': 'd094828c-800c-43ea-8f69-e02ad76e7a22', 'status': 'completed', 'code': 200} Sep 23 16:16:44.382296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-e3890139-9556-4549-8b87-406032faa178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:44.383864 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-e3890139-9556-4549-8b87-406032faa178 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fdb33c9138a49caade50c7b54bedf56&device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 1101 time: 0.0565844 Sep 23 16:16:44.428546 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-506a8f6f-abbb-4033-b507-8591a6fb824e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=d094828c-800c-43ea-8f69-e02ad76e7a22 HTTP/1.1" status: 200 len: 217 time: 0.0358255 Sep 23 16:16:44.484571 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-f3434ac4-b4a2-4fdb-9a47-8182326fa6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:44.486042 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-f3434ac4-b4a2-4fdb-9a47-8182326fa6b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14fe8585-b417-4eee-bbc3-27d7513df871 HTTP/1.1" status: 200 len: 843 time: 0.0508707 Sep 23 16:16:44.524563 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device bd3e1b3c-43a8-45f9-99f7-91911930dd24 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:44.546956 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60407a4-e085-4566-bf8b-379549f88a7a req-dbf8cde2-d853-49d1-aeb0-ef5e75053822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:44.548508 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-dbf8cde2-d853-49d1-aeb0-ef5e75053822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=753e3c37-6e36-4346-8427-d07f6083e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545683 Sep 23 16:16:44.588989 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port bd3e1b3c-43a8-45f9-99f7-91911930dd24 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:44.589367 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:44.643777 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-21a8d2f3-3b37-487f-af23-84095ca2bb44 service neutron] 10.222.0.42 "GET /v2.0/networks/753e3c37-6e36-4346-8427-d07f6083e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861402 Sep 23 16:16:44.742871 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e60407a4-e085-4566-bf8b-379549f88a7a req-ec3a7c4d-95ab-43fd-8868-01a3b1d464b6 service neutron] 10.222.0.42 "GET /v2.0/networks/753e3c37-6e36-4346-8427-d07f6083e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887957 Sep 23 16:16:44.812926 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772bca-c708-4bd9-8dbc-c491814addfa req-9495765a-cfc9-47a4-8243-88ea3ec4cfdf tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:44.814307 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b0772bca-c708-4bd9-8dbc-c491814addfa req-9495765a-cfc9-47a4-8243-88ea3ec4cfdf tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 948 time: 0.0631025 Sep 23 16:16:44.868391 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-77197dfd-a1d4-4411-b774-63f3cfa96c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:44.869903 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-77197dfd-a1d4-4411-b774-63f3cfa96c27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fdb33c9138a49caade50c7b54bedf56&device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 1101 time: 0.0766726 Sep 23 16:16:44.873099 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b0772bca-c708-4bd9-8dbc-c491814addfa req-a868aee1-0c19-4e16-af2a-47a32743c0f4 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Sep 23 16:16:44.965281 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-1950c094-1829-447a-94a5-fd91ef265a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:44.966803 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-1950c094-1829-447a-94a5-fd91ef265a02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=753e3c37-6e36-4346-8427-d07f6083e8da HTTP/1.1" status: 200 len: 870 time: 0.0895028 Sep 23 16:16:45.013776 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-a169b1f7-5b32-430c-877c-72ca3d3eadea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=d094828c-800c-43ea-8f69-e02ad76e7a22 HTTP/1.1" status: 200 len: 217 time: 0.0353196 Sep 23 16:16:45.077926 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-ba1a62e4-20ae-4498-a15e-f5005d5f9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:45.079291 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-ba1a62e4-20ae-4498-a15e-f5005d5f9aa6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14fe8585-b417-4eee-bbc3-27d7513df871 HTTP/1.1" status: 200 len: 843 time: 0.0532453 Sep 23 16:16:45.127944 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-a819da20-c43c-4497-a35b-837291b3517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:45.129437 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-a819da20-c43c-4497-a35b-837291b3517d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=753e3c37-6e36-4346-8427-d07f6083e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413637 Sep 23 16:16:45.223775 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-6f9dc940-c649-437b-b043-1e6ae40abfcb service neutron] 10.222.0.42 "GET /v2.0/networks/753e3c37-6e36-4346-8427-d07f6083e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Sep 23 16:16:45.317341 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1961ae74-a281-48da-a2e5-dabb69de06e6 req-a6943c3d-374d-4749-8587-927954ed43bd service neutron] 10.222.0.42 "GET /v2.0/networks/753e3c37-6e36-4346-8427-d07f6083e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846839 Sep 23 16:16:45.950050 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d094828c-800c-43ea-8f69-e02ad76e7a22 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:16:46.004590 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64245a2d-7cd9-41c0-937c-51be022c700b req-183cd749-8994-49e0-b25a-c5dab5f39f92 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:46.006135 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64245a2d-7cd9-41c0-937c-51be022c700b req-183cd749-8994-49e0-b25a-c5dab5f39f92 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 948 time: 0.0548148 Sep 23 16:16:46.046252 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64245a2d-7cd9-41c0-937c-51be022c700b req-9696b52a-4ac1-4ff5-9084-b95ea781355b tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Sep 23 16:16:46.057283 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d094828c-800c-43ea-8f69-e02ad76e7a22, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d094828c-800c-43ea-8f69-e02ad76e7a22,segment=NetworkSegment(d0b98f46-54f4-48b7-bd96-854f1bbb5d8f),segment_id=d0b98f46-54f4-48b7-bd96-854f1bbb5d8f)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:46.074366 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'd094828c-800c-43ea-8f69-e02ad76e7a22', 'network_id': '753e3c37-6e36-4346-8427-d07f6083e8da', 'port_id': 'd094828c-800c-43ea-8f69-e02ad76e7a22', 'mac_address': 'fa:16:3e:85:72:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fe8585-b417-4eee-bbc3-27d7513df871', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:16:46.115618 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:46.129638 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d094828c-800c-43ea-8f69-e02ad76e7a22 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:16:46.150685 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d094828c-800c-43ea-8f69-e02ad76e7a22, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d094828c-800c-43ea-8f69-e02ad76e7a22,segment=NetworkSegment(d0b98f46-54f4-48b7-bd96-854f1bbb5d8f),segment_id=d0b98f46-54f4-48b7-bd96-854f1bbb5d8f)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:46.154778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:46.202413 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d094828c-800c-43ea-8f69-e02ad76e7a22,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:46.383608 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['d094828c-800c-43ea-8f69-e02ad76e7a22'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:16:47.172326 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f99c1e-0562-46ac-977d-b4c5fb96987b req-3a3959ea-0198-4926-894a-c38b27081bd9 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:47.173818 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-40f99c1e-0562-46ac-977d-b4c5fb96987b req-3a3959ea-0198-4926-894a-c38b27081bd9 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 949 time: 0.0526633 Sep 23 16:16:47.213433 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-40f99c1e-0562-46ac-977d-b4c5fb96987b req-89bb2f61-ac15-48ca-962b-a2d63a2f9d47 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332394 Sep 23 16:16:47.977997 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d094828c-800c-43ea-8f69-e02ad76e7a22 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:16:48.027889 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port d094828c-800c-43ea-8f69-e02ad76e7a22 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:16:48.031649 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port d094828c-800c-43ea-8f69-e02ad76e7a22 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:16:48.032056 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:48.107683 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:48.131675 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094828c-800c-43ea-8f69-e02ad76e7a22'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:48.134091 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b3871-af35-486b-a14e-fe6817ea855d" -d '{"events": [{"server_uuid": "fe590530-0f8a-4ac6-b343-2e226a6bb23d", "name": "network-vif-plugged", "status": "completed", "tag": "d094828c-800c-43ea-8f69-e02ad76e7a22"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:48.149066 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d094828c-800c-43ea-8f69-e02ad76e7a22, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d094828c-800c-43ea-8f69-e02ad76e7a22,segment=NetworkSegment(d0b98f46-54f4-48b7-bd96-854f1bbb5d8f),segment_id=d0b98f46-54f4-48b7-bd96-854f1bbb5d8f)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:48.154180 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:48.180454 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7927466-8bee-41ac-83ec-6e200e1074dc x-openstack-request-id: req-b7927466-8bee-41ac-83ec-6e200e1074dc {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:48.180744 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe590530-0f8a-4ac6-b343-2e226a6bb23d", "name": "network-vif-plugged", "status": "completed", "tag": "d094828c-800c-43ea-8f69-e02ad76e7a22", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:48.181007 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7927466-8bee-41ac-83ec-6e200e1074dc {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:48.181397 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094828c-800c-43ea-8f69-e02ad76e7a22', 'code': 200} Sep 23 16:16:48.208300 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d094828c-800c-43ea-8f69-e02ad76e7a22,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:48.355040 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60420d73-d3ef-4f14-ae2b-a23868954c95 req-78607069-6d70-4cdc-bd7f-6c40ff4a0f5b tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:48.357229 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-60420d73-d3ef-4f14-ae2b-a23868954c95 req-78607069-6d70-4cdc-bd7f-6c40ff4a0f5b tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 950 time: 0.0751283 Sep 23 16:16:48.376783 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40353796-4afa-4afd-8cda-286864472943 req-f4f607f1-62ad-488c-bb76-ebd7706b1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:48.378196 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-40353796-4afa-4afd-8cda-286864472943 req-f4f607f1-62ad-488c-bb76-ebd7706b1dbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 1103 time: 0.0629857 Sep 23 16:16:48.428070 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-60420d73-d3ef-4f14-ae2b-a23868954c95 req-5056025f-e76d-4237-9615-b38d5f39d702 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585546 Sep 23 16:16:48.431868 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-40353796-4afa-4afd-8cda-286864472943 req-d22c2f3b-3ca8-4230-91f6-d086fc3a015b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460584 Sep 23 16:16:49.551204 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3aad2-2163-41c3-a337-e2b7b49e48bd req-39ad12a6-4741-4394-b4df-ea64be7b4f5c tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:49.552710 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-08e3aad2-2163-41c3-a337-e2b7b49e48bd req-39ad12a6-4741-4394-b4df-ea64be7b4f5c tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 950 time: 0.0547581 Sep 23 16:16:49.592088 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-08e3aad2-2163-41c3-a337-e2b7b49e48bd req-130d11b0-25f2-45d4-96c1-d09550354058 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Sep 23 16:16:50.710716 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447d751-0086-4de8-9ebd-f090bf414acf req-b3c70392-3e87-47ab-ac35-31c6a1d2d83d tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:50.713025 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3447d751-0086-4de8-9ebd-f090bf414acf req-b3c70392-3e87-47ab-ac35-31c6a1d2d83d tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 950 time: 0.0485606 Sep 23 16:16:50.754242 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3447d751-0086-4de8-9ebd-f090bf414acf req-c4f9fba6-c156-4497-b456-5c88105b24ff tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350790 Sep 23 16:16:51.016459 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b63e13-18a7-42ab-a914-a2a3723c4253 req-b8d949a7-bb21-4057-b8db-09c6b2734a3e tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:51.017917 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e1b63e13-18a7-42ab-a914-a2a3723c4253 req-b8d949a7-bb21-4057-b8db-09c6b2734a3e tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 950 time: 0.0517809 Sep 23 16:16:51.034848 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-283d961a-8a22-4410-ae21-943040a52a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:51.062356 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e1b63e13-18a7-42ab-a914-a2a3723c4253 req-0fb799ea-2f8f-491c-8726-bb67b6182d76 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Sep 23 16:16:52.180415 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae6eb2-cac5-4370-81df-bafa6a006fa2 req-d60d38d7-14cb-430d-bf9c-b4c72f2828bf tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:52.182030 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0bae6eb2-cac5-4370-81df-bafa6a006fa2 req-d60d38d7-14cb-430d-bf9c-b4c72f2828bf tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 950 time: 0.0483696 Sep 23 16:16:52.219955 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0bae6eb2-cac5-4370-81df-bafa6a006fa2 req-709d9fe8-f4d1-415d-82a1-467e9d760b19 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/security-groups?id=746f4225-6fd5-4f61-af78-d203ff626ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Sep 23 16:16:52.551202 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-125eb239-e634-41b6-b3a1-086b03085cc7 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:52.552674 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-125eb239-e634-41b6-b3a1-086b03085cc7 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 950 time: 0.0482497 Sep 23 16:16:52.647886 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Deleting port d094828c-800c-43ea-8f69-e02ad76e7a22 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:16:52.648139 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:52.738304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] For port d094828c-800c-43ea-8f69-e02ad76e7a22, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d094828c-800c-43ea-8f69-e02ad76e7a22,segment=NetworkSegment(d0b98f46-54f4-48b7-bd96-854f1bbb5d8f),segment_id=d0b98f46-54f4-48b7-bd96-854f1bbb5d8f)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:16:52.738664 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:52.750876 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Calling delete_port for d094828c-800c-43ea-8f69-e02ad76e7a22 owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:16:52.904105 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:52.917483 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['d094828c-800c-43ea-8f69-e02ad76e7a22'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:16:52.934906 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Pushing event deleted for resources: {'Port': ['ID=d094828c-800c-43ea-8f69-e02ad76e7a22,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:52.984463 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] No DVR routers for this DVR port d094828c-800c-43ea-8f69-e02ad76e7a22 on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:16:52.987308 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:52.989435 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-35024530-4abe-494c-b3fb-43b9e597bf7f req-fdf2ad6e-6eef-4f67-be39-d843ae1dc036 tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.42 "DELETE /v2.0/ports/d094828c-800c-43ea-8f69-e02ad76e7a22 HTTP/1.1" status: 204 len: 173 time: 0.4297733 Sep 23 16:16:52.989857 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'name': 'network-vif-deleted', 'tag': 'd094828c-800c-43ea-8f69-e02ad76e7a22'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:16:52.992166 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29e6d9-3a94-4597-9f7d-adf2c509394b" -d '{"events": [{"server_uuid": "fe590530-0f8a-4ac6-b343-2e226a6bb23d", "name": "network-vif-deleted", "tag": "d094828c-800c-43ea-8f69-e02ad76e7a22"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:16:53.042920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743fe310-30d5-4355-81ca-8081e9a5ed24 x-openstack-request-id: req-743fe310-30d5-4355-81ca-8081e9a5ed24 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:16:53.043226 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe590530-0f8a-4ac6-b343-2e226a6bb23d", "name": "network-vif-deleted", "tag": "d094828c-800c-43ea-8f69-e02ad76e7a22", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:16:53.043492 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-743fe310-30d5-4355-81ca-8081e9a5ed24 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:16:53.043892 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe590530-0f8a-4ac6-b343-2e226a6bb23d', 'name': 'network-vif-deleted', 'tag': 'd094828c-800c-43ea-8f69-e02ad76e7a22', 'status': 'completed', 'code': 200} Sep 23 16:16:53.333132 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8eebaa75-bb1c-4080-b3b5-c818b3b771e9 req-7d1df11c-2631-4a1e-9074-61ca87b37eae tempest-VolumesNegativeTest-1039067984 tempest-VolumesNegativeTest-1039067984-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe590530-0f8a-4ac6-b343-2e226a6bb23d HTTP/1.1" status: 200 len: 210 time: 0.0343840 Sep 23 16:16:53.719026 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c336b301-3c4e-4206-83cf-d44e28f0dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:54.329000 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:54.723720 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:56.387927 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:56.481161 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d094828c-800c-43ea-8f69-e02ad76e7a22 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:16:56.500768 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: d094828c-800c-43ea-8f69-e02ad76e7a22 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:16:56.501340 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d094828c-800c-43ea-8f69-e02ad76e7a22 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:16:58.000215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46854) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:58.127951 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-70160d0a-262d-4cba-83b6-bd274f9fd6fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3fdb33c9138a49caade50c7b54bedf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265938 Sep 23 16:16:58.130381 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46858) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:58.176674 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-291befe0-2226-4cf3-980d-df6589c243f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:58.198143 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-291befe0-2226-4cf3-980d-df6589c243f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:58.244159 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-291befe0-2226-4cf3-980d-df6589c243f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:58.246737 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-291befe0-2226-4cf3-980d-df6589c243f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:58.247894 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-291befe0-2226-4cf3-980d-df6589c243f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/746f4225-6fd5-4f61-af78-d203ff626ec4 HTTP/1.1" status: 204 len: 168 time: 0.1166394 Sep 23 16:16:58.255473 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291befe0-2226-4cf3-980d-df6589c243f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f4225-6fd5-4f61-af78-d203ff626ec4,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:58.844881 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46884) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:58.938284 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1831621874-network', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:58.958336 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Made reservation on behalf of bc6f0b4dd8254fddaf35514f4d22bb68 for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:58.960850 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:58.969758 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.057708 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.061272 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.085034 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:16:59.094125 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1c3199-f3ff-44a7-a9a3-2165c93ab838,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:59.100179 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.100516 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Added segment abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c of type vlan for network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 Sep 23 16:16:59.140265 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.163709 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.164645 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:59.165255 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.193455 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3474340 Sep 23 16:16:59.197316 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46888) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:59.202726 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Request body: {'subnet': {'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1831621874-subnet', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:59.223854 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Made reservation on behalf of bc6f0b4dd8254fddaf35514f4d22bb68 for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:16:59.226154 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.227186 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab2e6a-ce5f-42ed-9367-04564dd8b180 admin admin] Pushing event updated for resources: {'Network': ['ID=3092b3fd-ca11-4f43-ad2c-71e1c2241f60,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:59.238063 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:16:59.390362 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.443422 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:16:59.454190 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Checking segment: {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:16:59.454535 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Network hostable DHCP agents. Network: 3092b3fd-ca11-4f43-ad2c-71e1c2241f60, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:16:59.471092 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:16:59.479322 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 3092b3fd-ca11-4f43-ad2c-71e1c2241f60) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:59.484071 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:16:59.484658 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.490901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b8e7f-829e-4b0f-b12f-a0a35fe3fda7 None None] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:16:59.502642 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46892) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:16:59.502788 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-a598ddf1-be19-45cc-baae-804e57c9bd19 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3039138 Sep 23 16:16:59.507678 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:16:59.529048 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.530115 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.579631 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.641765 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:16:59.642612 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.715343 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.782922 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Allocated IP 172.20.0.2 (3092b3fd-ca11-4f43-ad2c-71e1c2241f60/43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e/16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:16:59.909710 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.929869 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.935104 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.941213 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:59.984601 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:16:59.987273 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:16:59.994761 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:16:59.997778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Pushing event updated for resources: {'Port': ['ID=16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:00.041251 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Allocated IP 172.27.2.16 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/75cce267-cbf2-4b5d-a076-3929ee892b24) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:00.051088 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Attempting to bind port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:00.051486 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Attempting to bind port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:00.051858 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Attempting to bind port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae on network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:00.057646 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:00.058020 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Checking segment: {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:00.058422 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.058811 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Bound using segment: {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:00.059274 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Bound port: 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:00.059693 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.120356 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] For port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:00.123769 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] For port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:00.127991 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.140462 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.187578 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.209487 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad1ec5-b738-4f0b-bd77-807a4f1a4291 None None] Pushing event updated for resources: {'Port': ['ID=16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:00.224170 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:00.227170 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:00.231619 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:00.262660 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Pushing event updated for resources: {'Port': ['ID=75cce267-cbf2-4b5d-a076-3929ee892b24,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:00.502990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.531554 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:00.584752 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:00.585030 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.662059 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.694169 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:00.698330 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.699095 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:00.749393 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:01.061695 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181d4cf-904b-4ceb-928c-9120e7655aa2 None None] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:17:01.081447 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Router a3ec5118-1888-494a-98b5-d3f296b7084c is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:17:01.135782 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-53090eda-8bc1-4342-8f46-761ebef61d86 None None] Provisioning complete for port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:01.136248 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-53090eda-8bc1-4342-8f46-761ebef61d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.184962 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:17:01.201476 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Sync routers for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:17:01.201726 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.205506 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ce484a11-793c-43be-8a31-15afc9c48ccc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6990390 Sep 23 16:17:01.205783 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46900) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:01.227019 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:01.227855 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:01.394603 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:01.593432 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-56831a7b-cc76-4ca6-9231-b63dc5221809 None None] Provisioning complete for port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:01.594005 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-56831a7b-cc76-4ca6-9231-b63dc5221809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.622986 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:00Z', 'revision_number': 3, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:01.630269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.652128 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Checking router: a3ec5118-1888-494a-98b5-d3f296b7084c for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:17:01.652400 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Updating router a3ec5118-1888-494a-98b5-d3f296b7084c port 75cce267-cbf2-4b5d-a076-3929ee892b24 binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:17:01.687427 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.812419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Allocated IP 172.20.0.1 (3092b3fd-ca11-4f43-ad2c-71e1c2241f60/43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e/eede2f95-f60d-4a44-a2f8-4584f74ad59a) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:01.915877 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.948977 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.984719 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.985086 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:01.989966 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:01.990186 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:01.992677 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:02.026764 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Pushing event updated for resources: {'Port': ['ID=eede2f95-f60d-4a44-a2f8-4584f74ad59a,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:02.047880 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.049692 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.058225 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ffe33-c87b-41c1-8436-534baff29cfa None None] Pushing event updated for resources: {'Port': ['ID=75cce267-cbf2-4b5d-a076-3929ee892b24,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:02.060520 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Attempting to bind port 75cce267-cbf2-4b5d-a076-3929ee892b24 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:02.060894 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Attempting to bind port 75cce267-cbf2-4b5d-a076-3929ee892b24 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:02.061259 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Attempting to bind port 75cce267-cbf2-4b5d-a076-3929ee892b24 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:02.067154 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:02.067564 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:02.067970 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.068353 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:02.068819 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Bound port: 75cce267-cbf2-4b5d-a076-3929ee892b24, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:02.069196 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.133358 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] For port 75cce267-cbf2-4b5d-a076-3929ee892b24, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:02.138299 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] For port 75cce267-cbf2-4b5d-a076-3929ee892b24, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=75cce267-cbf2-4b5d-a076-3929ee892b24,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:02.144995 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.185820 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.207870 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:02.208483 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:02.249187 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ffe33-c87b-41c1-8436-534baff29cfa None None] Pushing event updated for resources: {'Port': ['ID=75cce267-cbf2-4b5d-a076-3929ee892b24,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:02.348362 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.358616 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.426247 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Pushing event updated for resources: {'Port': ['ID=eede2f95-f60d-4a44-a2f8-4584f74ad59a,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:02.432276 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-8f43d707-d6cd-42a2-b333-7ba2d3b83d8d None None] Provisioning complete for port eede2f95-f60d-4a44-a2f8-4584f74ad59a triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:02.432420 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.432725 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8f43d707-d6cd-42a2-b333-7ba2d3b83d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.481619 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:02.483335 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-8f43d707-d6cd-42a2-b333-7ba2d3b83d8d None None] Port eede2f95-f60d-4a44-a2f8-4584f74ad59a cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:17:02.510785 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:02.525380 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:02.526801 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:02.644981 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Router a3ec5118-1888-494a-98b5-d3f296b7084c has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:17:02.680170 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:02.681232 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.770725 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:17:02.784632 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8bca2caf-fc52-40c4-b3a3-0b6e2d87db49 admin admin] 10.222.0.22 "PUT /v2.0/routers/a3ec5118-1888-494a-98b5-d3f296b7084c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5698476 Sep 23 16:17:02.800381 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:01Z', 'revision_number': 1, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:02.838105 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f560de-d3f4-4be5-aa7b-52921fc69bde None None] The sync data for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi is: [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:01Z', 'revision_number': 1, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:17:02.844649 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-6138a441-a22a-41fc-95cc-0dcac98e0971 None None] Provisioning complete for port eede2f95-f60d-4a44-a2f8-4584f74ad59a triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:02.845025 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6138a441-a22a-41fc-95cc-0dcac98e0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:02.879463 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-6138a441-a22a-41fc-95cc-0dcac98e0971 None None] Port eede2f95-f60d-4a44-a2f8-4584f74ad59a cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:17:03.281241 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46928) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:03.286297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-643004615-network', 'tenant_id': '4f2587f7e1874be592112d04151cce58'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:03.308901 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Made reservation on behalf of 4f2587f7e1874be592112d04151cce58 for: {'network': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:17:03.311279 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for network, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.320215 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.422705 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.426862 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.460742 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:17:03.470296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ead6af-9857-4722-b8f4-63f43d6cad4c,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:03.478188 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.478539 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.segments_db [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Added segment dcfce656-3bf2-4a00-a27f-e1067eb9bb03 of type vlan for network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab Sep 23 16:17:03.525508 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776694453014'] for network, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.552535 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.553516 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:03.554098 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.587937 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3055146 Sep 23 16:17:03.591025 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46930) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:03.596288 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Request body: {'subnet': {'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-643004615-subnet', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'ip_version': 4}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:03.617752 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d639537-1ead-4515-bfa5-8bcb3f795e80 admin admin] Pushing event updated for resources: {'Network': ['ID=1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:03.619100 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Made reservation on behalf of 4f2587f7e1874be592112d04151cce58 for: {'subnet': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:17:03.623034 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153633'] for subnet, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.629520 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab details requested by agent ovs-agent-dv-cinder-806616-3-iscsi with host dv-cinder-806616-3-iscsi {{(pid=94385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 16:17:03.809181 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153619'] for subnet, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.863830 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f109ccad-8258-4485-a507-4dad1d1496ef,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:03.874782 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Checking segment: {'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:03.875138 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Network hostable DHCP agents. Network: 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab, hostable agents: ['0f426447-6c51-455f-8367-f9ebeff1ba97'], hosted agents: [] {{(pid=94384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:17:03.892738 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab is scheduled to be hosted by DHCP agent 0f426447-6c51-455f-8367-f9ebeff1ba97 with binding_index 1 {{(pid=94384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:17:03.903317 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-3-iscsi, 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab) {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:03.907563 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:03.908154 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.911951 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e614f0f-367a-4e52-bcc1-870d3ec28d1f None None] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:17:03.928030 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ba44d5fb-32eb-41af-a153-035174bcdc3c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3333304 Sep 23 16:17:03.928459 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 46934) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:03.933759 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:03.955707 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.956802 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.021986 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.077010 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17dbf75b-eb89-55b8-a838-29c6db5c6e6f-1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'fixed_ips': [{'subnet_id': 'f109ccad-8258-4485-a507-4dad1d1496ef'}]}} from dv-cinder-806616-3-iscsi. {{(pid=94385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 16:17:04.077971 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.174628 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.214712 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.db_base_plugin_common [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Allocated IP 172.20.0.2 (1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab/f109ccad-8258-4485-a507-4dad1d1496ef/7547d85c-f164-4295-bdc7-50d48e6dccd7) {{(pid=94385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:04.362460 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Notify callbacks [] for port, precommit_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.369928 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023'] for port, after_create {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.374272 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.393613 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.406031 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab is already hosted by enough agents. {{(pid=94385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:04.409127 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.scheduler.base_scheduler [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Resources bound (agent type, host, resource id): {{(pid=94385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:04.411720 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Received port after_create {{(pid=94385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:04.455336 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Pushing event updated for resources: {'Port': ['ID=7547d85c-f164-4295-bdc7-50d48e6dccd7,revision_number=1']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:04.485481 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Attempting to bind port 7547d85c-f164-4295-bdc7-50d48e6dccd7 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:04.485960 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Attempting to bind port 7547d85c-f164-4295-bdc7-50d48e6dccd7 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:04.486422 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Attempting to bind port 7547d85c-f164-4295-bdc7-50d48e6dccd7 on network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:04.491785 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:04.492263 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Checking segment: {'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:04.493611 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.494084 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Bound using segment: {'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:04.494626 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Bound port: 7547d85c-f164-4295-bdc7-50d48e6dccd7, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:04.495090 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.541511 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Allocated IP 172.27.2.146 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/e8f3c9d5-0cb4-491a-928d-225185be5547) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:04.553543 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 75cce267-cbf2-4b5d-a076-3929ee892b24 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:04.617470 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] For port 7547d85c-f164-4295-bdc7-50d48e6dccd7, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:04.622053 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] For port 7547d85c-f164-4295-bdc7-50d48e6dccd7, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=7547d85c-f164-4295-bdc7-50d48e6dccd7,segment=NetworkSegment(dcfce656-3bf2-4a00-a27f-e1067eb9bb03),segment_id=dcfce656-3bf2-4a00-a27f-e1067eb9bb03)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:04.630746 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.650433 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.659301 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 75cce267-cbf2-4b5d-a076-3929ee892b24 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:04.659702 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.685179 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.703157 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60db0ce-c18f-41a1-96a5-e4352e24ce2f None None] Pushing event updated for resources: {'Port': ['ID=7547d85c-f164-4295-bdc7-50d48e6dccd7,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:04.724128 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:04.727168 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:04.731044 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:04.769038 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f3c9d5-0cb4-491a-928d-225185be5547,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:04.792956 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.824671 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port 75cce267-cbf2-4b5d-a076-3929ee892b24, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=75cce267-cbf2-4b5d-a076-3929ee892b24,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:04.831975 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:04.854787 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Sync routers for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:17:04.869007 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:04.869785 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:04.895255 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=75cce267-cbf2-4b5d-a076-3929ee892b24,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:05.021341 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:05.051929 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.242088 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 2, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:05.260269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621496'] for router, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.358979 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Checking router: a3ec5118-1888-494a-98b5-d3f296b7084c for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:17:05.359320 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Updating router a3ec5118-1888-494a-98b5-d3f296b7084c port eede2f95-f60d-4a44-a2f8-4584f74ad59a binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:17:05.387802 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.398002 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Router 9463b84f-1aae-4423-88e0-6e3413623d52 is scheduled to L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 with binding_index 1 {{(pid=94383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 16:17:05.519098 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:17:05.536615 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Sync routers for ids ['9463b84f-1aae-4423-88e0-6e3413623d52'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:17:05.542484 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.546488 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b9ce2eff-f659-48fc-ade7-4c44d7c076b2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6145048 Sep 23 16:17:05.546875 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 46942) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:05.548796 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Routers {'9463b84f-1aae-4423-88e0-6e3413623d52'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:05.550334 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['9463b84f-1aae-4423-88e0-6e3413623d52'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:05.691467 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.694058 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Set router 9463b84f-1aae-4423-88e0-6e3413623d52 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:05.698561 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.746494 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828b13-12f5-44aa-b8b4-8c82bc1d36d6 None None] Pushing event updated for resources: {'Port': ['ID=eede2f95-f60d-4a44-a2f8-4584f74ad59a,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:05.828415 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Attempting to bind port eede2f95-f60d-4a44-a2f8-4584f74ad59a on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:05.828784 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Attempting to bind port eede2f95-f60d-4a44-a2f8-4584f74ad59a by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:05.829143 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Attempting to bind port eede2f95-f60d-4a44-a2f8-4584f74ad59a on network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:05.834679 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:05.835055 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Checking segment: {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:05.835488 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.835880 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Bound using segment: {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:05.836409 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Bound port: eede2f95-f60d-4a44-a2f8-4584f74ad59a, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:05.836887 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.931093 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] For port eede2f95-f60d-4a44-a2f8-4584f74ad59a, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:05.940112 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] For port eede2f95-f60d-4a44-a2f8-4584f74ad59a, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=eede2f95-f60d-4a44-a2f8-4584f74ad59a,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:05.948173 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.959890 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c51d3-8652-41fb-a36c-4739177f63f6 None None] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:17:06.034655 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:06.035290 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:06.039515 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828b13-12f5-44aa-b8b4-8c82bc1d36d6 None None] Pushing event updated for resources: {'Port': ['ID=eede2f95-f60d-4a44-a2f8-4584f74ad59a,revision_number=4']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:06.078460 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-0b4a603a-b480-4ed8-9974-148fffd6e9b7 None None] Provisioning complete for port 7547d85c-f164-4295-bdc7-50d48e6dccd7 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:06.078851 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0b4a603a-b480-4ed8-9974-148fffd6e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.192901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 3, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:06.200132 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:06.256171 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Checking router: 9463b84f-1aae-4423-88e0-6e3413623d52 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:17:06.256522 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Updating router 9463b84f-1aae-4423-88e0-6e3413623d52 port e8f3c9d5-0cb4-491a-928d-225185be5547 binding host dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:17:06.353083 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.404969 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.485930 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:05Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:06.532453 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822061c-e047-4180-a935-961ec4ff2a83 None None] The sync data for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi is: [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:05Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:17:06.575942 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0b4a603a-b480-4ed8-9974-148fffd6e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.627120 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Allocated IP 172.20.0.1 (1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab/f109ccad-8258-4485-a507-4dad1d1496ef/d79d69a2-2ebd-46ed-b295-d34760c43f23) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:06.680228 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-1bb61206-7449-416d-b1d0-395660e222dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835668458&fields=id&tenant_id=790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 267 time: 0.0492518 Sep 23 16:17:06.692576 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 75cce267-cbf2-4b5d-a076-3929ee892b24 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:06.701903 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-0b4a603a-b480-4ed8-9974-148fffd6e9b7 None None] For port 7547d85c-f164-4295-bdc7-50d48e6dccd7, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=7547d85c-f164-4295-bdc7-50d48e6dccd7,segment=NetworkSegment(dcfce656-3bf2-4a00-a27f-e1067eb9bb03),segment_id=dcfce656-3bf2-4a00-a27f-e1067eb9bb03)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:06.731760 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0b4a603a-b480-4ed8-9974-148fffd6e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.800353 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a603a-b480-4ed8-9974-148fffd6e9b7 None None] Pushing event updated for resources: {'Port': ['ID=7547d85c-f164-4295-bdc7-50d48e6dccd7,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:06.806234 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.872370 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.887016 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-f80abc20-aa36-4a61-a952-8850fc1e3aae tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:06.889231 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-f80abc20-aa36-4a61-a952-8850fc1e3aae tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 811 time: 0.1978092 Sep 23 16:17:06.909538 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-560ca506-b635-40f6-9d32-9b2e654f87e5 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/quotas/790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 375 time: 0.0122201 Sep 23 16:17:06.921683 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-fbdf056c-1804-4ce2-9b57-bf9a003d5a14 None None] Provisioning complete for port eede2f95-f60d-4a44-a2f8-4584f74ad59a triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:06.922160 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-fbdf056c-1804-4ce2-9b57-bf9a003d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:06.929258 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:06.938149 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:06.944536 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:06.964571 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 75cce267-cbf2-4b5d-a076-3929ee892b24 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:06.965403 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.003924 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621957'] for router_interface, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.008062 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-5de4be55-b1a3-4214-92a5-aaabb3fd01f5 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900807 Sep 23 16:17:07.108051 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Pushing event updated for resources: {'Port': ['ID=d79d69a2-2ebd-46ed-b295-d34760c43f23,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:07.197423 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-65d639c8-a658-4661-bebd-af182916fc4c service neutron] 10.222.0.22 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701334 Sep 23 16:17:07.235961 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.246593 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.270028 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.281348 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-fbdf056c-1804-4ce2-9b57-bf9a003d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.318797 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-5c5b7d0d-cd81-4db2-b7c9-57392acf4258 service neutron] 10.222.0.22 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205068 Sep 23 16:17:07.341737 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 7547d85c-f164-4295-bdc7-50d48e6dccd7 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:07.386322 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75edd4-ff6f-48b4-9ef8-d96c8810ced0 None None] Pushing event updated for resources: {'Port': ['ID=e8f3c9d5-0cb4-491a-928d-225185be5547,revision_number=2']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:07.401087 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Attempting to bind port e8f3c9d5-0cb4-491a-928d-225185be5547 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:07.401457 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Attempting to bind port e8f3c9d5-0cb4-491a-928d-225185be5547 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:07.401818 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Attempting to bind port e8f3c9d5-0cb4-491a-928d-225185be5547 on network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:07.442812 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:07.443196 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Checking segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:07.443523 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.443913 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Bound using segment: {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'} {{(pid=94385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:07.444386 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.managers [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Bound port: e8f3c9d5-0cb4-491a-928d-225185be5547, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f68f2-9ab7-4e32-9477-4a209436a526', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2'}}] {{(pid=94385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:07.444769 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.449124 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-fbdf056c-1804-4ce2-9b57-bf9a003d5a14 None None] For port eede2f95-f60d-4a44-a2f8-4584f74ad59a, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=eede2f95-f60d-4a44-a2f8-4584f74ad59a,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:07.478680 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.480462 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-fbdf056c-1804-4ce2-9b57-bf9a003d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.487787 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.567709 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf056c-1804-4ce2-9b57-bf9a003d5a14 None None] Pushing event updated for resources: {'Port': ['ID=eede2f95-f60d-4a44-a2f8-4584f74ad59a,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:07.567926 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622453'] for router_interface, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.570573 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 7547d85c-f164-4295-bdc7-50d48e6dccd7 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:07.570772 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Pushing event updated for resources: {'Port': ['ID=d79d69a2-2ebd-46ed-b295-d34760c43f23,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:07.582145 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.586025 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] For port e8f3c9d5-0cb4-491a-928d-225185be5547, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:07.637785 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] For port e8f3c9d5-0cb4-491a-928d-225185be5547, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=e8f3c9d5-0cb4-491a-928d-225185be5547,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:07.648401 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.684480 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:07.685568 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-55acf810-df83-4032-9fe9-dc23f844b291 None None] Provisioning complete for port d79d69a2-2ebd-46ed-b295-d34760c43f23 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:07.685943 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-55acf810-df83-4032-9fe9-dc23f844b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.686997 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:07.715610 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a851737b-4cc3-45e3-bdbe-a0aae909da21 req-b642f27b-8ef0-4a74-ab11-6185063eb790 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 210 time: 0.0507140 Sep 23 16:17:07.770751 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Routers {'9463b84f-1aae-4423-88e0-6e3413623d52'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:07.771389 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['9463b84f-1aae-4423-88e0-6e3413623d52'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:07.776713 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-55acf810-df83-4032-9fe9-dc23f844b291 None None] Port d79d69a2-2ebd-46ed-b295-d34760c43f23 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:17:07.778266 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75edd4-ff6f-48b4-9ef8-d96c8810ced0 None None] Pushing event updated for resources: {'Port': ['ID=e8f3c9d5-0cb4-491a-928d-225185be5547,revision_number=3']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:07.849594 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Router 9463b84f-1aae-4423-88e0-6e3413623d52 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:17:07.904131 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-55acf810-df83-4032-9fe9-dc23f844b291 None None] Provisioning complete for port 7547d85c-f164-4295-bdc7-50d48e6dccd7 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:07.904809 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-55acf810-df83-4032-9fe9-dc23f844b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.909985 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eede2f95-f60d-4a44-a2f8-4584f74ad59a up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:07.978367 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:17:07.983685 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-cdc60308-91f1-4b2a-82b7-6b85fe9300dc admin admin] 10.222.0.22 "PUT /v2.0/routers/9463b84f-1aae-4423-88e0-6e3413623d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4354832 Sep 23 16:17:08.000427 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] Set router 9463b84f-1aae-4423-88e0-6e3413623d52 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:08.150482 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port eede2f95-f60d-4a44-a2f8-4584f74ad59a triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:08.150861 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:08.319705 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-3ede7c84-67f5-4644-ad91-6e9b88883254 None None] Provisioning complete for port d79d69a2-2ebd-46ed-b295-d34760c43f23 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:08.320088 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-3ede7c84-67f5-4644-ad91-6e9b88883254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:08.371147 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-3ede7c84-67f5-4644-ad91-6e9b88883254 None None] Port d79d69a2-2ebd-46ed-b295-d34760c43f23 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:17:08.378717 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 4, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'd79d69a2-2ebd-46ed-b295-d34760c43f23', 'name': '', 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'mac_address': 'fa:16:3e:b1:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:06Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 2, 'project_id': '4f2587f7e1874be592112d04151cce58', 'subnets': [{'id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:08.407912 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff888b-8780-4960-81cc-5b2c25eec9c9 None None] The sync data for ids ['9463b84f-1aae-4423-88e0-6e3413623d52'] in dv-cinder-806616-3-iscsi is: [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 4, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'd79d69a2-2ebd-46ed-b295-d34760c43f23', 'name': '', 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'mac_address': 'fa:16:3e:b1:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:06Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 2, 'project_id': '4f2587f7e1874be592112d04151cce58', 'subnets': [{'id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:17:08.512706 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 7547d85c-f164-4295-bdc7-50d48e6dccd7 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:08.568187 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port 7547d85c-f164-4295-bdc7-50d48e6dccd7 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:08.568586 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:08.686937 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eede2f95-f60d-4a44-a2f8-4584f74ad59a up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:08.743362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port eede2f95-f60d-4a44-a2f8-4584f74ad59a triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:08.743768 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:08.956185 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-2c890ed8-97ee-4584-995f-281f6d9d6099 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:08.958937 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-2c890ed8-97ee-4584-995f-281f6d9d6099 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 811 time: 0.1514578 Sep 23 16:17:09.010212 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5943ad38-eb5c-4dec-9cee-9ff810097911 req-9fbcc527-650e-4da3-a050-4fd80f3a6fd1 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 210 time: 0.0646679 Sep 23 16:17:09.064390 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-8ba73be9-1ce1-4e49-867c-9a5d7a8aafdd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 379 time: 0.0691719 Sep 23 16:17:09.079011 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'port': {'device_id': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'admin_state_up': True, 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'security_groups': ['5be5b6fe-0130-4086-bc5a-17edc0d81938']}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:09.227607 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Made reservation on behalf of 790e3fb828724d6e8ae2703e30e8593a for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:17:09.231559 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:09.384322 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Allocated IP 172.20.0.9 (708d8316-1960-41c3-8d80-7b5eeadb3a67/3830215b-33a7-46f7-999f-17c06c514e02/fd7958ae-102c-47be-b6fd-84bd86157fce) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:09.629367 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:09.718192 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:09.797317 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:09.806000 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=fd7958ae-102c-47be-b6fd-84bd86157fce,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:09.829001 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:09.833515 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:09.914950 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:09.920352 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:09.956609 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-c6e65860-a065-45be-a5f5-cafb0688cb9f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8817701 Sep 23 16:17:09.973568 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Request body: {'port': {'device_id': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:10.122336 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-f2604b67-3fbf-419a-ba3b-507850c1b83f None None] Provisioning complete for port fd7958ae-102c-47be-b6fd-84bd86157fce triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:10.122903 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f2604b67-3fbf-419a-ba3b-507850c1b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:10.194884 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-f2604b67-3fbf-419a-ba3b-507850c1b83f None None] Port fd7958ae-102c-47be-b6fd-84bd86157fce cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:17:10.457108 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af142b6-0125-4fca-ad9c-d3077cf24a89 req-0d4f5347-cfcf-474f-80cd-eb283203c373 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:10.461109 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6af142b6-0125-4fca-ad9c-d3077cf24a89 req-0d4f5347-cfcf-474f-80cd-eb283203c373 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 931 time: 0.1086502 Sep 23 16:17:10.462847 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:10.544031 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6af142b6-0125-4fca-ad9c-d3077cf24a89 req-4d7b5343-60ef-47c8-920d-9c2836206839 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644941 Sep 23 16:17:10.632815 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device e8f3c9d5-0cb4-491a-928d-225185be5547 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:10.701608 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port e8f3c9d5-0cb4-491a-928d-225185be5547 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:10.702147 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:10.807453 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:10.833344 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] For port e8f3c9d5-0cb4-491a-928d-225185be5547, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=e8f3c9d5-0cb4-491a-928d-225185be5547,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:10.840725 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7958ae-102c-47be-b6fd-84bd86157fce {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:17:10.844145 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:10.849578 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:10.869900 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Transition to ACTIVE for port object fd7958ae-102c-47be-b6fd-84bd86157fce will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:17:10.880956 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:10.954091 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7958ae-102c-47be-b6fd-84bd86157fce,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:10.970604 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Pushing event updated for resources: {'Port': ['ID=e8f3c9d5-0cb4-491a-928d-225185be5547,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:11.049249 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Attempting to bind port fd7958ae-102c-47be-b6fd-84bd86157fce on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:11.049813 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Attempting to bind port fd7958ae-102c-47be-b6fd-84bd86157fce by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:11.049924 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Attempting to bind port fd7958ae-102c-47be-b6fd-84bd86157fce on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:11.055895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Port fd7958ae-102c-47be-b6fd-84bd86157fce on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:17:11.055895 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Attempting to bind port fd7958ae-102c-47be-b6fd-84bd86157fce on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:11.062468 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:11.062807 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Checking segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:11.063234 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Bound using segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:11.063742 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Bound port: fd7958ae-102c-47be-b6fd-84bd86157fce, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:11.064197 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:11.178788 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] For port fd7958ae-102c-47be-b6fd-84bd86157fce, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:11.182717 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] For port fd7958ae-102c-47be-b6fd-84bd86157fce, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fd7958ae-102c-47be-b6fd-84bd86157fce,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:11.189253 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:11.237592 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:11.238216 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:11.239793 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/fd7958ae-102c-47be-b6fd-84bd86157fce HTTP/1.1" status: 200 len: 1093 time: 1.2704837 Sep 23 16:17:11.267035 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:11.270495 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:11.338801 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab84708-61ce-484b-9ce7-6020e25b05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7958ae-102c-47be-b6fd-84bd86157fce,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:11.376861 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad23ea-792e-4277-9cb7-9eea0c668079 req-a619389a-3bf7-4f55-9896-cbb3fd98540e tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:11.378732 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-95ad23ea-792e-4277-9cb7-9eea0c668079 req-a619389a-3bf7-4f55-9896-cbb3fd98540e tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 945 time: 0.1840794 Sep 23 16:17:11.380351 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46bfb0-561e-486c-bc5c-f870fa19c6c0 x-openstack-request-id: req-be46bfb0-561e-486c-bc5c-f870fa19c6c0 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:11.380745 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:11.381685 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be46bfb0-561e-486c-bc5c-f870fa19c6c0 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:11.382164 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'status': 'completed', 'code': 200} Sep 23 16:17:11.428127 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-231288c8-99c8-4e8f-a995-0ef09fa3b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:11.429712 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-231288c8-99c8-4e8f-a995-0ef09fa3b426 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 1096 time: 0.1332321 Sep 23 16:17:11.447684 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-95ad23ea-792e-4277-9cb7-9eea0c668079 req-9299c9eb-9a6f-49dc-8a25-33ec454889bf tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559139 Sep 23 16:17:11.501698 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-a9274240-88b2-4a0c-9f0e-923ecf5d6e09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7958ae-102c-47be-b6fd-84bd86157fce HTTP/1.1" status: 200 len: 217 time: 0.0406289 Sep 23 16:17:11.564172 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-803f69c4-c150-48cb-bc22-91051d77ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:11.566566 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-803f69c4-c150-48cb-bc22-91051d77ed54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0545096 Sep 23 16:17:11.631576 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-1a5409d2-c7c8-46e3-b0f6-e0600d31928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:11.633106 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-1a5409d2-c7c8-46e3-b0f6-e0600d31928f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587671 Sep 23 16:17:11.637059 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Sync routers for ids ['9463b84f-1aae-4423-88e0-6e3413623d52'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:17:11.658147 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Routers {'9463b84f-1aae-4423-88e0-6e3413623d52'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:11.658869 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['9463b84f-1aae-4423-88e0-6e3413623d52'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:11.761176 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-b6670d50-4f38-4378-bf84-5f2a747b7b4f service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157780 Sep 23 16:17:11.783341 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Set router 9463b84f-1aae-4423-88e0-6e3413623d52 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:11.817874 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe6c4a-08df-4dc2-8d6c-620b90bed4ec req-f8349ac1-fb7d-4691-88a9-b95c49f40d64 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:11.819542 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-16fe6c4a-08df-4dc2-8d6c-620b90bed4ec req-f8349ac1-fb7d-4691-88a9-b95c49f40d64 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.1540656 Sep 23 16:17:11.922144 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1b249357-cbe6-468d-834d-8c2f191dd1f0 req-01fe1be7-0815-4823-b39e-b0321629fe3f service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472895 Sep 23 16:17:11.930224 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-16fe6c4a-08df-4dc2-8d6c-620b90bed4ec req-8e907b0a-f278-4a7d-813b-1f35fd0d591c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984747 Sep 23 16:17:12.032302 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-206b978e-cc2b-4cca-946d-607e3e674850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:12.034036 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-206b978e-cc2b-4cca-946d-607e3e674850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 1096 time: 0.0518885 Sep 23 16:17:12.034747 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 4, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'd79d69a2-2ebd-46ed-b295-d34760c43f23', 'name': '', 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'mac_address': 'fa:16:3e:b1:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:06Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 2, 'project_id': '4f2587f7e1874be592112d04151cce58', 'subnets': [{'id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:12.064008 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Checking router: 9463b84f-1aae-4423-88e0-6e3413623d52 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:17:12.064361 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Updating router 9463b84f-1aae-4423-88e0-6e3413623d52 port d79d69a2-2ebd-46ed-b295-d34760c43f23 binding host dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:17:12.096359 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.147746 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-e27748e7-e5cf-427b-9471-7d6e25477f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:12.149869 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-e27748e7-e5cf-427b-9471-7d6e25477f6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.1057365 Sep 23 16:17:12.204508 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-d9c43764-f4fd-4b2f-9c96-387e0fc94dba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7958ae-102c-47be-b6fd-84bd86157fce HTTP/1.1" status: 200 len: 217 time: 0.0461872 Sep 23 16:17:12.267903 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-026e1baa-e18a-45a7-b0f1-dcc37811402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:12.269899 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-026e1baa-e18a-45a7-b0f1-dcc37811402c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0563967 Sep 23 16:17:12.325285 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-e22d0dcf-b409-49e6-be54-d74b7ba23e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:12.326894 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-e22d0dcf-b409-49e6-be54-d74b7ba23e3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470576 Sep 23 16:17:12.474926 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.485771 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.505251 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-5f51af4a-116f-4a46-830a-e38309d4b6da service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663091 Sep 23 16:17:12.549010 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device e8f3c9d5-0cb4-491a-928d-225185be5547 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:12.582378 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909db5e-cc62-4171-86b6-72c6f01c2e02 None None] Pushing event updated for resources: {'Port': ['ID=d79d69a2-2ebd-46ed-b295-d34760c43f23,revision_number=3']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:12.660130 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port e8f3c9d5-0cb4-491a-928d-225185be5547 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:12.660588 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.671329 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Attempting to bind port d79d69a2-2ebd-46ed-b295-d34760c43f23 on host dv-cinder-806616-3-iscsi for vnic_type normal with profile {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:12.672013 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Attempting to bind port d79d69a2-2ebd-46ed-b295-d34760c43f23 by drivers openvswitch,hyperv on host dv-cinder-806616-3-iscsi at level 0 using segments [{'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:12.672113 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Attempting to bind port d79d69a2-2ebd-46ed-b295-d34760c43f23 on network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:12.684437 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Checking agent: {'id': '886da9b6-b388-4fc2-80f3-bd77f81f3a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 1, 24), 'started_at': datetime.datetime(2021, 9, 23, 16, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:12.684827 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Checking segment: {'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:12.687042 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.687530 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Bound using segment: {'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'} {{(pid=94386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:12.688071 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.managers [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Bound port: d79d69a2-2ebd-46ed-b295-d34760c43f23, host: dv-cinder-806616-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab'}}] {{(pid=94386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:12.688430 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.780641 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2a31d-b8b7-4b1c-a9a5-56910ff85a49 req-32a9b17b-d8cc-4a6b-9429-8a18cb1cf06e tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:12.791427 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb2a31d-b8b7-4b1c-a9a5-56910ff85a49 req-32a9b17b-d8cc-4a6b-9429-8a18cb1cf06e tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 945 time: 0.1551652 Sep 23 16:17:12.809608 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a28cfdf8-2c2a-4e3e-a602-fc40e463b44f req-c43a09fa-e957-4f08-b9ae-bf01c7df6477 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946453 Sep 23 16:17:12.812519 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] For port d79d69a2-2ebd-46ed-b295-d34760c43f23, host dv-cinder-806616-3-iscsi, cleared binding levels {{(pid=94386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:12.820638 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.plugins.ml2.db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] For port d79d69a2-2ebd-46ed-b295-d34760c43f23, host dv-cinder-806616-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=d79d69a2-2ebd-46ed-b295-d34760c43f23,segment=NetworkSegment(dcfce656-3bf2-4a00-a27f-e1067eb9bb03),segment_id=dcfce656-3bf2-4a00-a27f-e1067eb9bb03)] {{(pid=94386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:12.828333 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron_lib.callbacks.manager [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.838331 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cdb2a31d-b8b7-4b1c-a9a5-56910ff85a49 req-829d96c5-bdd3-4952-9521-b88c7600748d tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Sep 23 16:17:12.890966 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-164c894a-1d46-4c67-b360-9f59cc7678bc None None] Provisioning complete for port d79d69a2-2ebd-46ed-b295-d34760c43f23 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:12.890966 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-164c894a-1d46-4c67-b360-9f59cc7678bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:12.898798 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Routers {'9463b84f-1aae-4423-88e0-6e3413623d52'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:12.900257 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:16:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['9463b84f-1aae-4423-88e0-6e3413623d52'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:12.937401 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-5b107914-45e4-497f-87f6-153882af601a tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:12.939322 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-5b107914-45e4-497f-87f6-153882af601a tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 945 time: 0.1002240 Sep 23 16:17:12.991312 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-164c894a-1d46-4c67-b360-9f59cc7678bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:13.064957 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-164c894a-1d46-4c67-b360-9f59cc7678bc None None] For port d79d69a2-2ebd-46ed-b295-d34760c43f23, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=d79d69a2-2ebd-46ed-b295-d34760c43f23,segment=NetworkSegment(dcfce656-3bf2-4a00-a27f-e1067eb9bb03),segment_id=dcfce656-3bf2-4a00-a27f-e1067eb9bb03)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:13.072429 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-164c894a-1d46-4c67-b360-9f59cc7678bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:13.085310 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Deleting port d2b5a154-97f8-4738-bafc-5db78c212a06 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:17:13.085905 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:13.124664 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c894a-1d46-4c67-b360-9f59cc7678bc None None] Pushing event updated for resources: {'Port': ['ID=d79d69a2-2ebd-46ed-b295-d34760c43f23,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:13.245898 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909db5e-cc62-4171-86b6-72c6f01c2e02 None None] Pushing event updated for resources: {'Port': ['ID=d79d69a2-2ebd-46ed-b295-d34760c43f23,revision_number=4']} {{(pid=94386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:13.267007 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc4ad6-c08b-4581-98e6-bebf32b804b5 req-ecb53568-e88e-4509-ac7c-0c11f90456e1 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:13.268528 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-35bc4ad6-c08b-4581-98e6-bebf32b804b5 req-ecb53568-e88e-4509-ac7c-0c11f90456e1 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.1861832 Sep 23 16:17:13.270933 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] For port d2b5a154-97f8-4738-bafc-5db78c212a06, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d2b5a154-97f8-4738-bafc-5db78c212a06,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:13.271071 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:13.294384 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Calling delete_port for d2b5a154-97f8-4738-bafc-5db78c212a06 owned by compute:nova {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:17:13.298203 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-83b70068-cb5b-41fc-a338-52df5fa8d6c9 None None] Provisioning complete for port d79d69a2-2ebd-46ed-b295-d34760c43f23 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:13.298588 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-83b70068-cb5b-41fc-a338-52df5fa8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:13.338507 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] Set router 9463b84f-1aae-4423-88e0-6e3413623d52 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:13.346067 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-35bc4ad6-c08b-4581-98e6-bebf32b804b5 req-bbbf18d8-6d70-404a-92da-0aa33fec5427 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661402 Sep 23 16:17:13.512874 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:13.526436 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['d2b5a154-97f8-4738-bafc-5db78c212a06'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:17:13.572508 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Pushing event deleted for resources: {'Port': ['ID=d2b5a154-97f8-4738-bafc-5db78c212a06,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:13.599330 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 4, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'd79d69a2-2ebd-46ed-b295-d34760c43f23', 'name': '', 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'mac_address': 'fa:16:3e:b1:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:06Z', 'updated_at': '2021-09-23T16:17:12Z', 'revision_number': 4, 'project_id': '4f2587f7e1874be592112d04151cce58', 'subnets': [{'id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:13.618039 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] No DVR routers for this DVR port d2b5a154-97f8-4738-bafc-5db78c212a06 on host hv-cinder-80661 {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:17:13.620656 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:13.622869 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bcc9f8f6-1ee8-42c6-8723-ab714e8cb719 req-3d803f78-015b-49a5-8519-cbeb5d95147b tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "DELETE /v2.0/ports/d2b5a154-97f8-4738-bafc-5db78c212a06 HTTP/1.1" status: 204 len: 173 time: 0.6723149 Sep 23 16:17:13.623385 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'name': 'network-vif-deleted', 'tag': 'd2b5a154-97f8-4738-bafc-5db78c212a06'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:13.625675 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee35ff-f935-46d7-908b-7f60b9e0dcd9" -d '{"events": [{"server_uuid": "e9f9a811-99bb-4a1a-87f7-61480d4b28e1", "name": "network-vif-deleted", "tag": "d2b5a154-97f8-4738-bafc-5db78c212a06"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:13.635527 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63befb0-de38-4f6d-a5dc-f548198766e3 None None] The sync data for ids ['9463b84f-1aae-4423-88e0-6e3413623d52'] in dv-cinder-806616-3-iscsi is: [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 4, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'd79d69a2-2ebd-46ed-b295-d34760c43f23', 'name': '', 'network_id': '1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'mac_address': 'fa:16:3e:b1:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:06Z', 'updated_at': '2021-09-23T16:17:12Z', 'revision_number': 4, 'project_id': '4f2587f7e1874be592112d04151cce58', 'subnets': [{'id': 'f109ccad-8258-4485-a507-4dad1d1496ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:17:13.684449 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b89d4-42b7-4698-9566-8c386aee70d6 x-openstack-request-id: req-192b89d4-42b7-4698-9566-8c386aee70d6 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:13.684955 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9a811-99bb-4a1a-87f7-61480d4b28e1", "name": "network-vif-deleted", "tag": "d2b5a154-97f8-4738-bafc-5db78c212a06", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:13.685299 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-192b89d4-42b7-4698-9566-8c386aee70d6 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:13.685795 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f9a811-99bb-4a1a-87f7-61480d4b28e1', 'name': 'network-vif-deleted', 'tag': 'd2b5a154-97f8-4738-bafc-5db78c212a06', 'status': 'completed', 'code': 200} Sep 23 16:17:13.983892 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e13fcb26-9f79-46d2-bda1-46c9e8944523 req-c029600a-b09f-45db-99a1-9da34343f1ab tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f9a811-99bb-4a1a-87f7-61480d4b28e1 HTTP/1.1" status: 200 len: 210 time: 0.0432317 Sep 23 16:17:14.475235 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd293b-fd2a-4f6c-a575-07db80f21790 req-61dd13b4-7761-4f5c-8b8b-f05a2c1fdc63 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:14.483098 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfdd293b-fd2a-4f6c-a575-07db80f21790 req-61dd13b4-7761-4f5c-8b8b-f05a2c1fdc63 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.0575557 Sep 23 16:17:14.523323 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cfdd293b-fd2a-4f6c-a575-07db80f21790 req-0761ce15-b067-439f-b923-c3286f66b958 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393240 Sep 23 16:17:14.550608 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device d79d69a2-2ebd-46ed-b295-d34760c43f23 up at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:14.605412 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Provisioning complete for port d79d69a2-2ebd-46ed-b295-d34760c43f23 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:14.605412 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:15.657132 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2fc6f-575f-4708-9c39-3a4e4e961020 req-d7cec0d7-552f-4d1b-9a1f-56d7aa2fc83d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:15.658744 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dcb2fc6f-575f-4708-9c39-3a4e4e961020 req-d7cec0d7-552f-4d1b-9a1f-56d7aa2fc83d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.0535386 Sep 23 16:17:15.702971 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dcb2fc6f-575f-4708-9c39-3a4e4e961020 req-32108560-4991-496a-a2f3-287086ef4516 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345244 Sep 23 16:17:16.825472 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5e69-0c7f-4bd0-aca6-a8739d917c57 req-65ac2f84-61f4-4c76-a971-883f183b5f3b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:16.826975 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3c7b5e69-0c7f-4bd0-aca6-a8739d917c57 req-65ac2f84-61f4-4c76-a971-883f183b5f3b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.0566254 Sep 23 16:17:16.868335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3c7b5e69-0c7f-4bd0-aca6-a8739d917c57 req-55053ca0-7bf3-4644-a331-0bdb7e1107b1 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344162 Sep 23 16:17:17.136731 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d2b5a154-97f8-4738-bafc-5db78c212a06 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:17:17.157729 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: d2b5a154-97f8-4738-bafc-5db78c212a06 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:17:17.158164 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d2b5a154-97f8-4738-bafc-5db78c212a06 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:17:17.996437 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8aa06-2cc2-4770-862f-242623147578 req-b06d386f-92c1-4eee-b6fc-8e68c65abe2d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:17.997883 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-54c8aa06-2cc2-4770-862f-242623147578 req-b06d386f-92c1-4eee-b6fc-8e68c65abe2d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.0573752 Sep 23 16:17:18.037630 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-54c8aa06-2cc2-4770-862f-242623147578 req-d4d3e286-cc4c-465f-91b1-5fcc76e8b0b9 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338104 Sep 23 16:17:19.155285 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea36b-6122-4e6e-ac65-cef2ceb717af req-d076d5f3-282c-4505-9c91-dbbe12aa3fdb tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:19.156718 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-13fea36b-6122-4e6e-ac65-cef2ceb717af req-d076d5f3-282c-4505-9c91-dbbe12aa3fdb tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.0501530 Sep 23 16:17:19.195625 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-13fea36b-6122-4e6e-ac65-cef2ceb717af req-f4f33cb0-a7ca-47de-b31c-95929fb44418 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327730 Sep 23 16:17:19.387856 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-844b8a5f-92c0-4f53-b5e3-aaff8009b237 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:19.389335 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-844b8a5f-92c0-4f53-b5e3-aaff8009b237 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 815 time: 0.1050389 Sep 23 16:17:19.405042 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-b9141808-3be0-4734-9089-04c67a5fc331 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/quotas/bc6f0b4dd8254fddaf35514f4d22bb68 HTTP/1.1" status: 200 len: 375 time: 0.0096805 Sep 23 16:17:19.453546 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-e75829da-6399-4fa5-9674-a4b6594bafb6 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432677 Sep 23 16:17:19.651246 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-f2919dbe-4a66-47bb-b0ba-c48358c3df02 service neutron] 10.222.0.22 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852171 Sep 23 16:17:19.745463 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-3c611323-86ba-4c1b-9db3-5da0ea62062e service neutron] 10.222.0.22 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881524 Sep 23 16:17:19.906436 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ae8713c1-17c7-4493-87c8-59331b54fea4 req-68775121-3111-4f07-82a5-b7437256a777 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 210 time: 0.0311368 Sep 23 16:17:20.181879 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:17:20.309508 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b423a69-c180-486f-9cfe-67406ea5b771 req-9e371a3b-7939-4a12-8f7a-7955a8999263 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:20.310981 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4b423a69-c180-486f-9cfe-67406ea5b771 req-9e371a3b-7939-4a12-8f7a-7955a8999263 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.0487282 Sep 23 16:17:20.347056 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4b423a69-c180-486f-9cfe-67406ea5b771 req-8605fb06-da14-4b0a-a4fe-6ef9520b9f63 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302234 Sep 23 16:17:20.996620 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-77c32a99-66d8-40b5-86c8-fabc114182d2 req-b56a3153-26bf-4d4d-a914-17646c04756b tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 210 time: 0.0250514 Sep 23 16:17:21.036893 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-d5c7816b-0db7-4b26-98ea-bdf0448d3674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:21.457359 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96d272-ffb7-4d22-9a65-c8cd41d21bd3 req-c87572de-4e9a-4b90-9e69-b306799c9e47 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:21.458814 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d96d272-ffb7-4d22-9a65-c8cd41d21bd3 req-c87572de-4e9a-4b90-9e69-b306799c9e47 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 943 time: 0.0468299 Sep 23 16:17:21.498561 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5d96d272-ffb7-4d22-9a65-c8cd41d21bd3 req-db606d58-4d49-475c-bd8f-5a2f6248a91d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Sep 23 16:17:21.626174 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fd7958ae-102c-47be-b6fd-84bd86157fce details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:17:21.722922 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port fd7958ae-102c-47be-b6fd-84bd86157fce, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fd7958ae-102c-47be-b6fd-84bd86157fce,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:21.733850 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'port_id': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'mac_address': 'fa:16:3e:1a:15:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:17:21.770973 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:21.784212 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7958ae-102c-47be-b6fd-84bd86157fce {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:17:21.806598 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port fd7958ae-102c-47be-b6fd-84bd86157fce, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fd7958ae-102c-47be-b6fd-84bd86157fce,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:21.810259 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:21.855251 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=fd7958ae-102c-47be-b6fd-84bd86157fce,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:22.087512 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5ff5a7b2-c66d-4693-85bd-7ee15dd45cb6 req-f8f23ee6-81ca-4ae5-a54d-7980b4c8bae4 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 210 time: 0.0255466 Sep 23 16:17:22.614221 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75252a0e-640d-4c6e-a717-4f43ecbbb887 req-08761a4b-ba00-4147-a802-aeed0392c794 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:22.615802 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-75252a0e-640d-4c6e-a717-4f43ecbbb887 req-08761a4b-ba00-4147-a802-aeed0392c794 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 944 time: 0.0516427 Sep 23 16:17:22.655367 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-75252a0e-640d-4c6e-a717-4f43ecbbb887 req-3dbb5c4e-3a0a-4b88-950b-9873e1318dd2 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337462 Sep 23 16:17:22.781020 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['fd7958ae-102c-47be-b6fd-84bd86157fce'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:17:23.122682 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-2bd2441d-adb4-4952-a7ca-958f438097a8 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:23.124230 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-2bd2441d-adb4-4952-a7ca-958f438097a8 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/networks?id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15 HTTP/1.1" status: 200 len: 814 time: 0.1786621 Sep 23 16:17:23.153239 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-2fe7a482-477a-40cd-979c-44c163961a37 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/quotas/a4e356d1799e4c739eb40841e25d54ba HTTP/1.1" status: 200 len: 375 time: 0.0207286 Sep 23 16:17:23.166241 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-4d199c02-8785-47d0-a441-8f5662af7ced tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:23.167605 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-4d199c02-8785-47d0-a441-8f5662af7ced tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.42 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 815 time: 0.1438065 Sep 23 16:17:23.216756 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'port': {'device_id': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'admin_state_up': True, 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:23.221041 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9896a07a-69dc-4df3-a8b6-8e8f89a15229 req-a70e7fc6-fa3c-4b37-b9e6-4ed4e1124bf9 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 210 time: 0.0636845 Sep 23 16:17:23.224057 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-6538a6aa-eff9-45c8-9c46-e4926fb55e71 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4e356d1799e4c739eb40841e25d54ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493207 Sep 23 16:17:23.388719 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-8689e70d-e9df-476f-94a8-aab78e5722bc service neutron] 10.222.0.22 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538451 Sep 23 16:17:23.422080 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Made reservation on behalf of bc6f0b4dd8254fddaf35514f4d22bb68 for: {'port': 1} {{(pid=94383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:17:23.425638 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:23.616216 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-4db70219-5447-4a3d-a0cd-c1ad7529b570 service neutron] 10.222.0.22 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201619 Sep 23 16:17:23.658092 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Allocated IP 172.20.0.6 (3092b3fd-ca11-4f43-ad2c-71e1c2241f60/43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e/f5418d53-85a8-4460-b43f-221c28b4a428) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:23.736654 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-17b1cfb9-1be7-4a21-95fd-a8ea580ff71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:23.902763 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b1920b30-4fc7-40ac-bb8e-0abcdfe1ef34 req-f0d032c6-9f5f-4c50-84d1-8513a958994c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0545073 Sep 23 16:17:24.038020 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac6128-dc57-4708-a419-5fc3402a67d3 req-0a095153-d1ce-4d56-8fd0-99307604a7bd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:24.046462 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7cac6128-dc57-4708-a419-5fc3402a67d3 req-0a095153-d1ce-4d56-8fd0-99307604a7bd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 944 time: 0.1938417 Sep 23 16:17:24.074357 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:24.106684 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7cac6128-dc57-4708-a419-5fc3402a67d3 req-396f87b0-2f22-447d-8126-b5f2d96ce641 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592511 Sep 23 16:17:24.137451 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:24.182379 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:24.183956 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:24.188137 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:24.275773 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:24.326031 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:24.326782 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:24.346822 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:24.396291 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-36b6b7e2-a131-40d9-9262-f485e3b2ff2f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1939197 Sep 23 16:17:24.446021 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d44049-b92d-4a0d-a255-cc62cea52f3f req-f4a5e60f-e5d0-4544-972b-d40e42790471 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:24.448288 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-26d44049-b92d-4a0d-a255-cc62cea52f3f req-f4a5e60f-e5d0-4544-972b-d40e42790471 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.1319845 Sep 23 16:17:24.511212 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-26d44049-b92d-4a0d-a255-cc62cea52f3f req-e0a1568a-73b7-42b2-ad1b-31ee31fd295a tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563037 Sep 23 16:17:24.559667 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dcf76f9e-4d54-4d01-8143-4a7df739262e None None] Provisioning complete for port f5418d53-85a8-4460-b43f-221c28b4a428 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:24.560061 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dcf76f9e-4d54-4d01-8143-4a7df739262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:24.604676 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dcf76f9e-4d54-4d01-8143-4a7df739262e None None] Port f5418d53-85a8-4460-b43f-221c28b4a428 cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:17:24.726063 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:25.023286 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bcac407f-fca1-4322-868b-86178dce0cda req-ffc3cfcb-29a7-48b6-be24-a60c5611c2fd tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0469415 Sep 23 16:17:25.143944 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fd7958ae-102c-47be-b6fd-84bd86157fce up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:25.204202 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port fd7958ae-102c-47be-b6fd-84bd86157fce completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:17:25.209145 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port fd7958ae-102c-47be-b6fd-84bd86157fce triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:25.209521 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:25.238455 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd6334-ab2e-4730-a794-e123b962c6c9 req-49fad520-d568-49bd-9533-2687441c0d98 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:25.239986 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9fbd6334-ab2e-4730-a794-e123b962c6c9 req-49fad520-d568-49bd-9533-2687441c0d98 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 944 time: 0.0546947 Sep 23 16:17:25.289037 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9fbd6334-ab2e-4730-a794-e123b962c6c9 req-ae035838-67c3-41f5-a6f2-1d05a9b7c31e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Sep 23 16:17:25.317062 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:25.339856 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:25.342111 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7570196c-bf2e-45b6-b06a-69bc6b6dbe5c" -d '{"events": [{"server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "name": "network-vif-plugged", "status": "completed", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:25.360552 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port fd7958ae-102c-47be-b6fd-84bd86157fce, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fd7958ae-102c-47be-b6fd-84bd86157fce,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:25.368052 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:25.403021 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd1625-41f4-475a-a0db-58a950c39a97 x-openstack-request-id: req-8dbd1625-41f4-475a-a0db-58a950c39a97 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:25.403206 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "name": "network-vif-plugged", "status": "completed", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:25.403335 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dbd1625-41f4-475a-a0db-58a950c39a97 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:25.403751 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'code': 200} Sep 23 16:17:25.424191 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=fd7958ae-102c-47be-b6fd-84bd86157fce,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:25.431317 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.431694 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.432047 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.432384 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.432738 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.433055 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.433388 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.433811 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.434072 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.434404 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.434745 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.435052 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:25.645816 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d9ef-977f-44c5-880f-e3edbacf1e67 req-09d4126a-a374-4cb7-8ce7-f6fcc8e41d31 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:25.647869 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c3d9d9ef-977f-44c5-880f-e3edbacf1e67 req-09d4126a-a374-4cb7-8ce7-f6fcc8e41d31 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.0651498 Sep 23 16:17:25.685352 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c3d9d9ef-977f-44c5-880f-e3edbacf1e67 req-df70945c-8a95-4125-bac5-3b0b2ef7de5f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Sep 23 16:17:26.126174 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8a713fe5-df4d-4dfa-9322-8081671e5ec2 req-08ea8fb8-c651-40f1-b096-f47e0901cb6f tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Sep 23 16:17:26.390470 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:26.419774 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0ad67-c4bd-459f-a407-8cd709d3fd51 req-ed1886fc-7791-43f4-bb57-d9585d0b932b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:26.421847 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-37d0ad67-c4bd-459f-a407-8cd709d3fd51 req-ed1886fc-7791-43f4-bb57-d9585d0b932b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0572498 Sep 23 16:17:26.460538 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-37d0ad67-c4bd-459f-a407-8cd709d3fd51 req-b14df3ad-c606-4e87-b775-0e1917081108 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324957 Sep 23 16:17:26.803932 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12615-96ad-4bff-a84f-b6db847f7ba7 req-390026a5-ece5-4ae8-a4d5-d77dad3195c6 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:26.805461 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0ae12615-96ad-4bff-a84f-b6db847f7ba7 req-390026a5-ece5-4ae8-a4d5-d77dad3195c6 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.0506132 Sep 23 16:17:26.845799 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0ae12615-96ad-4bff-a84f-b6db847f7ba7 req-e36e697e-2794-4a64-9dce-6861a525ea5c tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Sep 23 16:17:27.232549 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d9a364c8-3931-4289-989d-acc282792d23 req-66da7972-3009-411b-bd26-bc6c793ac392 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0287337 Sep 23 16:17:27.588058 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7428ba4-fcce-4108-a58b-7350301bb928 req-0a5fb15d-5f74-42fa-9e74-b79f1bb65829 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:27.589504 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7428ba4-fcce-4108-a58b-7350301bb928 req-0a5fb15d-5f74-42fa-9e74-b79f1bb65829 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0554059 Sep 23 16:17:27.629278 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d7428ba4-fcce-4108-a58b-7350301bb928 req-e7e0b76e-b4ba-4a50-ba67-b447f3a2d6e0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337915 Sep 23 16:17:27.968898 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9a26f-84e0-4839-ab50-3f4c55026e17 req-d3f50d7a-7e97-4d22-b91e-5a7fde2d6fe1 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:27.970636 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-41b9a26f-84e0-4839-ab50-3f4c55026e17 req-d3f50d7a-7e97-4d22-b91e-5a7fde2d6fe1 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.0494683 Sep 23 16:17:28.017907 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-41b9a26f-84e0-4839-ab50-3f4c55026e17 req-89c0e2b8-e445-4e63-a0a2-d4e5530808af tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Sep 23 16:17:28.331863 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-89a7d557-6be0-443e-9bc7-77e38a16b2d1 req-aefa13d5-9db8-4b09-b1de-61754406d83e tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Sep 23 16:17:28.752280 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7ab8b-8aba-4945-bc62-a691432ccba3 req-74e906b6-ed1d-41fd-89a2-a75ca2031c18 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:28.753965 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8da7ab8b-8aba-4945-bc62-a691432ccba3 req-74e906b6-ed1d-41fd-89a2-a75ca2031c18 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Sep 23 16:17:28.796129 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8da7ab8b-8aba-4945-bc62-a691432ccba3 req-aea57f5d-309a-4a74-b1fd-3957eba7e2af tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358632 Sep 23 16:17:29.153067 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0d51-744f-49b6-82f0-8dc55f3acade req-68c3817d-9370-4720-a715-3d19e02cbd45 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:29.154564 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c43c0d51-744f-49b6-82f0-8dc55f3acade req-68c3817d-9370-4720-a715-3d19e02cbd45 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.0576074 Sep 23 16:17:29.193607 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c43c0d51-744f-49b6-82f0-8dc55f3acade req-c041c607-415b-46c0-ac69-1a69f47afae1 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Sep 23 16:17:29.433132 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b08b8274-75a9-4517-a29b-5b10c255ec2c req-d2475df2-8afe-4c11-89dc-33403d49873a tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0264144 Sep 23 16:17:29.912588 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb8559-83ff-44ee-9a8f-f836e0aa4613 req-3d3457c6-7dd5-4d7e-b36e-b829bdb1fd7f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:29.914072 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8cdb8559-83ff-44ee-9a8f-f836e0aa4613 req-3d3457c6-7dd5-4d7e-b36e-b829bdb1fd7f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0514619 Sep 23 16:17:29.955067 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8cdb8559-83ff-44ee-9a8f-f836e0aa4613 req-0989ca6b-108f-4912-a520-0487825488c0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348222 Sep 23 16:17:30.316920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28823bb8-fbfe-4c7a-a2f0-88be3cf9fbdc req-88b0bbe6-6371-4ec2-8635-0bb4a69dce68 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:30.326471 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-28823bb8-fbfe-4c7a-a2f0-88be3cf9fbdc req-88b0bbe6-6371-4ec2-8635-0bb4a69dce68 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.0622728 Sep 23 16:17:30.359523 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-28823bb8-fbfe-4c7a-a2f0-88be3cf9fbdc req-dea30250-8799-44e2-a1cf-0fa1c78317d4 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Sep 23 16:17:30.533490 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b0d25953-0948-4659-a754-e748e9516bd9 req-7be766f0-aba2-4515-b991-c43aa5d00dd5 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0271592 Sep 23 16:17:31.075110 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cfa46-776b-42a1-8e25-dab83580ec1b req-be73aaf7-b93e-4cad-b1c6-7d373c6427c3 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:31.076678 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-120cfa46-776b-42a1-8e25-dab83580ec1b req-be73aaf7-b93e-4cad-b1c6-7d373c6427c3 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0546527 Sep 23 16:17:31.113659 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-120cfa46-776b-42a1-8e25-dab83580ec1b req-db103975-48ad-4818-bd50-938a06e884a0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311439 Sep 23 16:17:31.482813 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f912-c85e-4cd1-958f-a04c0f05209e req-dc3f40fb-0a8c-401b-b483-b1e236d0697a tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:31.484316 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1617f912-c85e-4cd1-958f-a04c0f05209e req-dc3f40fb-0a8c-401b-b483-b1e236d0697a tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.0558975 Sep 23 16:17:31.527379 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1617f912-c85e-4cd1-958f-a04c0f05209e req-37df9b8c-36bc-4e97-96af-d72cc47e2bb4 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Sep 23 16:17:31.637676 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bca77ec8-b6a0-4a7f-b2dc-c1757ec26df1 req-ae9850d8-a5a4-4089-900e-b90bc42d6c49 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0335021 Sep 23 16:17:32.021315 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:32.230906 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23f36-b8da-41a2-99ec-891278c8164e req-09148b27-663f-4e64-bbf8-3926aa9b4628 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:32.232442 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-22d23f36-b8da-41a2-99ec-891278c8164e req-09148b27-663f-4e64-bbf8-3926aa9b4628 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Sep 23 16:17:32.286892 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-22d23f36-b8da-41a2-99ec-891278c8164e req-7c7314d3-70d6-4b58-afdd-c8e5b4a59e1c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440137 Sep 23 16:17:32.644164 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743865c-4329-43a8-9721-dee7258fc419 req-27f11ce0-23fd-4d31-ae42-490ea97aeaae tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:32.645686 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b743865c-4329-43a8-9721-dee7258fc419 req-27f11ce0-23fd-4d31-ae42-490ea97aeaae tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.0507028 Sep 23 16:17:32.954344 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-458a946f-905e-4e3d-858d-38254635adb8 req-47039849-416c-475e-b944-f496d7795b77 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0321054 Sep 23 16:17:32.975195 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b743865c-4329-43a8-9721-dee7258fc419 req-df144dbe-5074-4303-89e0-01f9aad47b24 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154793 Sep 23 16:17:33.397951 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3c5cc-52c2-4378-ad36-1e4aa65a3a94 req-3ff48ab1-ef67-4710-bcdc-d0bc0c064dda tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:33.399828 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ceb3c5cc-52c2-4378-ad36-1e4aa65a3a94 req-3ff48ab1-ef67-4710-bcdc-d0bc0c064dda tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0507622 Sep 23 16:17:33.436191 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ceb3c5cc-52c2-4378-ad36-1e4aa65a3a94 req-ca547822-b822-4bcf-889a-e1974ead0cd1 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306456 Sep 23 16:17:33.814711 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Request body: {'port': {'device_id': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:33.878746 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:34.087337 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b5e92e23-6470-48be-b996-367a25700f10 req-5808b00b-23d4-491b-a08a-a84632f4e23a tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0499682 Sep 23 16:17:34.174802 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745fcf-ac4d-4bb7-913b-831f5060986c req-0ce37811-43dd-4e2b-b3d8-0ce678ea6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.176483 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-a1745fcf-ac4d-4bb7-913b-831f5060986c req-0ce37811-43dd-4e2b-b3d8-0ce678ea6dfd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 1098 time: 0.0449762 Sep 23 16:17:34.183744 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528c097-1e1e-4bb0-914b-d278011bb014 req-73b31d5b-e6d1-408e-8dc9-fbc6abb224a4 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.187950 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0528c097-1e1e-4bb0-914b-d278011bb014 req-73b31d5b-e6d1-408e-8dc9-fbc6abb224a4 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 931 time: 0.1256883 Sep 23 16:17:34.220202 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-a1745fcf-ac4d-4bb7-913b-831f5060986c req-01599673-bdef-4f99-a169-3450bf1ae25c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353425 Sep 23 16:17:34.255653 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0528c097-1e1e-4bb0-914b-d278011bb014 req-5dc0c261-ec42-43c0-a63b-3f4e7341e7ec tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570271 Sep 23 16:17:34.291655 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5418d53-85a8-4460-b43f-221c28b4a428 {{(pid=94383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:17:34.299200 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:34.311315 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.provisioning_blocks [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Transition to ACTIVE for port object f5418d53-85a8-4460-b43f-221c28b4a428 will not be triggered until provisioned by entity L2. {{(pid=94383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:17:34.314541 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:34.361276 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Pushing event updated for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:34.384366 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.384716 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.385058 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.385395 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.385740 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.386069 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.386396 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.386775 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.387043 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.387365 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.387715 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.388038 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:34.447575 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Attempting to bind port f5418d53-85a8-4460-b43f-221c28b4a428 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:34.447907 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Attempting to bind port f5418d53-85a8-4460-b43f-221c28b4a428 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:34.448240 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Attempting to bind port f5418d53-85a8-4460-b43f-221c28b4a428 on network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:34.452785 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Port f5418d53-85a8-4460-b43f-221c28b4a428 on network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:17:34.453112 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Attempting to bind port f5418d53-85a8-4460-b43f-221c28b4a428 on network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:34.458336 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:34.458722 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Checking segment: {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:34.458961 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Bound using segment: {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'} {{(pid=94383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:34.459390 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.managers [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Bound port: f5418d53-85a8-4460-b43f-221c28b4a428, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60'}}] {{(pid=94383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:34.459777 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:34.557929 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, cleared binding levels {{(pid=94383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:34.584377 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f5418d53-85a8-4460-b43f-221c28b4a428,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:34.593271 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:34.639085 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea87f2-6ae4-4a38-8ae1-7f272abc0c23 req-11f60280-6a44-46bd-b5d5-8dfcd5390756 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.640533 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eaea87f2-6ae4-4a38-8ae1-7f272abc0c23 req-11f60280-6a44-46bd-b5d5-8dfcd5390756 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.1217017 Sep 23 16:17:34.648352 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.649511 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:34.651033 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] 10.222.0.42 "PUT /v2.0/ports/f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 1093 time: 0.8409352 Sep 23 16:17:34.651492 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:34.653742 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402805e6-69c0-41ac-83d7-63057801e8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:34.705666 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c568877-ab0f-43b1-bc6d-83de82799a0b service neutron] Pushing event updated for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=3']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:34.722979 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-eaea87f2-6ae4-4a38-8ae1-7f272abc0c23 req-b79f9d72-fc4e-44d9-b9e7-bf2afd06d311 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642166 Sep 23 16:17:34.739304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac1f8d7-1146-4613-94b2-dc24938df21d x-openstack-request-id: req-4ac1f8d7-1146-4613-94b2-dc24938df21d {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:34.739621 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:34.739871 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ac1f8d7-1146-4613-94b2-dc24938df21d {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:34.740270 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'status': 'completed', 'code': 200} Sep 23 16:17:34.792394 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-4671dc8d-0980-4557-9a29-487781c4e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.794534 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-4671dc8d-0980-4557-9a29-487781c4e01c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1096 time: 0.0528901 Sep 23 16:17:34.819125 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-4e071859-0ebe-4486-ba96-538acbe3db0d tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.821221 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-4e071859-0ebe-4486-ba96-538acbe3db0d tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "GET /v2.0/networks?id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15 HTTP/1.1" status: 200 len: 814 time: 0.1824596 Sep 23 16:17:34.838472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Request body: {'port': {'device_id': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15', 'admin_state_up': True, 'tenant_id': 'a4e356d1799e4c739eb40841e25d54ba'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:34.843258 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-86fc803c-f866-41f7-97d7-d0b4d67d369c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 217 time: 0.0368650 Sep 23 16:17:34.902753 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-ceaa500c-cb8b-42c8-9f5e-f769eca5217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.904482 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-ceaa500c-cb8b-42c8-9f5e-f769eca5217d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 200 len: 854 time: 0.0519748 Sep 23 16:17:34.955797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-7bc9b62c-8c87-44ae-83d7-45c190272f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:34.957376 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-7bc9b62c-8c87-44ae-83d7-45c190272f2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450552 Sep 23 16:17:34.965006 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Made reservation on behalf of a4e356d1799e4c739eb40841e25d54ba for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:17:34.968617 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.050424 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-fdb8cda3-dccd-4501-9f64-1136e9390cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825012 Sep 23 16:17:35.097626 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Allocated IP 172.20.0.3 (db79b9a9-eef2-4a60-bfac-7b6002e4ff15/71ed0339-e7e4-4df9-8374-948ce7dae7f0/f8738bd8-e222-4de8-a267-5f702a899c26) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:35.154226 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-700a8141-35bb-4d96-a9c3-9691ba5e87cd req-cd2b9d5a-50a1-43df-9209-cadb2542291b service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898564 Sep 23 16:17:35.193773 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-283025c6-9ee3-4f47-acd3-014f87870733 req-c9d5297b-b63f-418d-a3dc-c2319d4be6d7 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0330091 Sep 23 16:17:35.267676 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402805e6-69c0-41ac-83d7-63057801e8bd req-8ea4691d-d948-40c9-872c-e8c0e2733253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:35.269564 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-402805e6-69c0-41ac-83d7-63057801e8bd req-8ea4691d-d948-40c9-872c-e8c0e2733253 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1096 time: 0.0413263 Sep 23 16:17:35.297834 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.333794 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.379268 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:35.382208 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:35.385748 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:35.406145 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402805e6-69c0-41ac-83d7-63057801e8bd req-4da55be8-2181-4138-a45f-8a6ea7d5a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:35.407666 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-402805e6-69c0-41ac-83d7-63057801e8bd req-4da55be8-2181-4138-a45f-8a6ea7d5a2e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 916 time: 0.1264541 Sep 23 16:17:35.416582 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Pushing event updated for resources: {'Port': ['ID=f8738bd8-e222-4de8-a267-5f702a899c26,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:35.420754 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec76d5-53bb-44c9-ba1c-fc34a5ae7ffe req-e075917b-3303-4c43-834d-f3029bc9762c tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:35.422219 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d1ec76d5-53bb-44c9-ba1c-fc34a5ae7ffe req-e075917b-3303-4c43-834d-f3029bc9762c tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 943 time: 0.0754023 Sep 23 16:17:35.426586 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.426934 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.427271 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.427655 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.427986 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.428312 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.428636 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.428958 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.429281 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.429603 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.430225 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.430555 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:17:35.454260 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:35.454862 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.466720 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-402805e6-69c0-41ac-83d7-63057801e8bd req-8c061cf2-4b4d-4517-ac57-f692e680a228 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 217 time: 0.0434315 Sep 23 16:17:35.470156 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-b9d33cef-4c00-419f-9bd7-0c79b5e87e87 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6371019 Sep 23 16:17:35.485078 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Request body: {'port': {'device_id': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:35.521732 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d1ec76d5-53bb-44c9-ba1c-fc34a5ae7ffe req-0ee01e8e-d40b-4b38-87a4-fc5ce25b49a4 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920074 Sep 23 16:17:35.540814 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402805e6-69c0-41ac-83d7-63057801e8bd req-839fc6ee-fc27-4381-b575-ec6378a7d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:35.542423 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-402805e6-69c0-41ac-83d7-63057801e8bd req-839fc6ee-fc27-4381-b575-ec6378a7d5fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 200 len: 854 time: 0.0623810 Sep 23 16:17:35.553584 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.589295 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402805e6-69c0-41ac-83d7-63057801e8bd req-af53518c-3357-4147-80d5-676268c4e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:35.590796 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-402805e6-69c0-41ac-83d7-63057801e8bd req-af53518c-3357-4147-80d5-676268c4e6e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401618 Sep 23 16:17:35.685459 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-402805e6-69c0-41ac-83d7-63057801e8bd req-312edde2-8e1c-49dd-8b5a-8d4fe02eb819 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Sep 23 16:17:35.780511 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-402805e6-69c0-41ac-83d7-63057801e8bd req-fd97b150-759c-4034-b901-78601691bedc service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867934 Sep 23 16:17:35.818941 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8738bd8-e222-4de8-a267-5f702a899c26 {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:17:35.826896 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.840388 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Transition to ACTIVE for port object f8738bd8-e222-4de8-a267-5f702a899c26 will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:17:35.846331 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.858070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba50452-d895-4074-927e-91c16e0e2fc4 req-cee83357-2d7c-485c-a95a-2cc513140876 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:35.859806 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cba50452-d895-4074-927e-91c16e0e2fc4 req-cee83357-2d7c-485c-a95a-2cc513140876 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0640466 Sep 23 16:17:35.902597 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-cba50452-d895-4074-927e-91c16e0e2fc4 req-8bf08f1e-be26-4024-b511-a3e3747a6cc3 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321307 Sep 23 16:17:35.921085 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Pushing event updated for resources: {'Port': ['ID=f8738bd8-e222-4de8-a267-5f702a899c26,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:35.970965 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Attempting to bind port f8738bd8-e222-4de8-a267-5f702a899c26 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:17:35.971425 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Attempting to bind port f8738bd8-e222-4de8-a267-5f702a899c26 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:17:35.971743 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Attempting to bind port f8738bd8-e222-4de8-a267-5f702a899c26 on network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:35.975988 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Port f8738bd8-e222-4de8-a267-5f702a899c26 on network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:17:35.976307 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Attempting to bind port f8738bd8-e222-4de8-a267-5f702a899c26 on network db79b9a9-eef2-4a60-bfac-7b6002e4ff15 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:17:35.981716 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:17:35.982048 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Checking segment: {'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:17:35.982425 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Bound using segment: {'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:17:35.982847 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Bound port: f8738bd8-e222-4de8-a267-5f702a899c26, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5417c0ed-a4d3-47c3-9809-b540564abd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:17:35.983195 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:36.038455 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29e522-65a6-4ac5-9d23-2bab7a0061ef req-d963e2c9-ebe1-4af5-ba36-65dcfa911068 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.042208 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4f29e522-65a6-4ac5-9d23-2bab7a0061ef req-d963e2c9-ebe1-4af5-ba36-65dcfa911068 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0721900 Sep 23 16:17:36.081489 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] For port f8738bd8-e222-4de8-a267-5f702a899c26, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:17:36.085891 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] For port f8738bd8-e222-4de8-a267-5f702a899c26, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f8738bd8-e222-4de8-a267-5f702a899c26,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:17:36.098194 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4f29e522-65a6-4ac5-9d23-2bab7a0061ef req-1f283831-52db-4a51-826a-639f42d57670 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506732 Sep 23 16:17:36.115931 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47266) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:36.183220 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:36.220128 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.220767 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:36.222162 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] 10.222.0.42 "PUT /v2.0/ports/f8738bd8-e222-4de8-a267-5f702a899c26 HTTP/1.1" status: 200 len: 1093 time: 0.7413077 Sep 23 16:17:36.222601 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'tag': 'f8738bd8-e222-4de8-a267-5f702a899c26'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:36.224866 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ca603c-0810-42ee-92f8-f828ec51b549" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca6972b-cdb3-4849-a381-52c82c5975d0", "tag": "f8738bd8-e222-4de8-a267-5f702a899c26"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:36.286479 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cf096-357d-4f6a-a74d-a1bc92dbf3fe service neutron] Pushing event updated for resources: {'Port': ['ID=f8738bd8-e222-4de8-a267-5f702a899c26,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:36.316022 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64453ef0-892d-4a7e-96bd-0bc0667ced98 tempest-TestVolumeBootPattern-2105274391 tempest-TestVolumeBootPattern-2105274391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.320474 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-64453ef0-892d-4a7e-96bd-0bc0667ced98 tempest-TestVolumeBootPattern-2105274391 tempest-TestVolumeBootPattern-2105274391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 1093 time: 0.2001936 Sep 23 16:17:36.321279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47276) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:36.325375 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'port_id': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:36.327002 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e70916-d880-4fe4-90f5-374cdd85274f req-e3bb7d64-9e3b-4403-8ca3-b3765b841f33 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.328531 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d9e70916-d880-4fe4-90f5-374cdd85274f req-e3bb7d64-9e3b-4403-8ca3-b3765b841f33 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 943 time: 0.0560095 Sep 23 16:17:36.344927 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-25af060e-ae9c-47f1-85a1-e0370022c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.346418 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-25af060e-ae9c-47f1-85a1-e0370022c18a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4e356d1799e4c739eb40841e25d54ba&device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 1096 time: 0.0699468 Sep 23 16:17:36.367243 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:36.382432 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d9e70916-d880-4fe4-90f5-374cdd85274f req-327c007d-36c9-490c-a08c-42b7d8721d94 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Sep 23 16:17:36.410503 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-f38d968c-63a1-4804-9f81-a5f3023cfa0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8738bd8-e222-4de8-a267-5f702a899c26 HTTP/1.1" status: 200 len: 217 time: 0.0558467 Sep 23 16:17:36.426616 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a40a09-ef6a-48b8-9888-2d527220e3fd x-openstack-request-id: req-c2a40a09-ef6a-48b8-9888-2d527220e3fd {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:36.426893 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca6972b-cdb3-4849-a381-52c82c5975d0", "tag": "f8738bd8-e222-4de8-a267-5f702a899c26", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:36.427139 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2a40a09-ef6a-48b8-9888-2d527220e3fd {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:36.427541 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'tag': 'f8738bd8-e222-4de8-a267-5f702a899c26', 'status': 'completed', 'code': 200} Sep 23 16:17:36.475890 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-5e528e36-a714-49ef-b97b-47df05990554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.477533 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-5e528e36-a714-49ef-b97b-47df05990554 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71ed0339-e7e4-4df9-8374-948ce7dae7f0 HTTP/1.1" status: 200 len: 854 time: 0.0599649 Sep 23 16:17:36.533748 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-04c7ba4e-cb18-4c70-ba43-3171a3e33ec9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299826 Sep 23 16:17:36.620796 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:36.642791 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-44b629a2-ac68-4ec8-96fb-a30d018c7944 service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009593 Sep 23 16:17:36.646792 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced73b5a-1b17-43d5-9ada-8946c8a14158 req-4dfdc837-9c94-4e9d-aab4-21c649aa1829 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.648312 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ced73b5a-1b17-43d5-9ada-8946c8a14158 req-4dfdc837-9c94-4e9d-aab4-21c649aa1829 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 943 time: 0.0535972 Sep 23 16:17:36.686077 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ced73b5a-1b17-43d5-9ada-8946c8a14158 req-39a6f86d-baac-4907-b176-8c2c833e417c tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Sep 23 16:17:36.801658 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-672e4185-ffc5-4cba-9a21-25caf053de33 req-c1b79f65-0eaa-42c7-ad2b-e2aca2f66ff5 service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302593 Sep 23 16:17:36.802570 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Allocated IP 172.27.2.251 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/7e351017-8f9a-4908-8086-8b0ee25e4600) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:36.928569 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-fd741335-679e-4653-b037-bbc52ddd907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:36.930082 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-fd741335-679e-4653-b037-bbc52ddd907f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4e356d1799e4c739eb40841e25d54ba&device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 1096 time: 0.0854030 Sep 23 16:17:36.938709 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:37.041800 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:37.066529 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-a438674d-3c2c-424a-83ae-2f59a953f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.067931 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-a438674d-3c2c-424a-83ae-2f59a953f65e service neutron] 10.222.0.42 "GET /v2.0/networks?id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15 HTTP/1.1" status: 200 len: 915 time: 0.1276667 Sep 23 16:17:37.089074 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:37.122292 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:37.124909 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-a170aedf-25b7-4791-ac68-a711df45d574 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8738bd8-e222-4de8-a267-5f702a899c26 HTTP/1.1" status: 200 len: 217 time: 0.0479581 Sep 23 16:17:37.125608 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:37.151382 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=7e351017-8f9a-4908-8086-8b0ee25e4600,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:37.153460 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-a6b56b3f-b5ce-414b-8de9-41e5f0485a86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402613 Sep 23 16:17:37.193659 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f5418d53-85a8-4460-b43f-221c28b4a428 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:17:37.209684 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-6c7c32cf-0682-408a-8bb1-bac15226eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.211712 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-6c7c32cf-0682-408a-8bb1-bac15226eb0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71ed0339-e7e4-4df9-8374-948ce7dae7f0 HTTP/1.1" status: 200 len: 854 time: 0.0781181 Sep 23 16:17:37.238876 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a711-3251-4792-9e6e-d223aefe397f req-ff1b1985-6634-4129-8680-3e026485088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.242724 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-ff1b1985-6634-4129-8680-3e026485088e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 1098 time: 0.0444939 Sep 23 16:17:37.263897 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-98e99ca9-7790-4a74-b4e8-d82c5a1ce528 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db79b9a9-eef2-4a60-bfac-7b6002e4ff15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366602 Sep 23 16:17:37.305635 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f5418d53-85a8-4460-b43f-221c28b4a428,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:37.317924 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'port_id': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'mac_address': 'fa:16:3e:82:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:17:37.352927 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a711-3251-4792-9e6e-d223aefe397f req-59f54140-c87c-4f67-b438-b25b5d925bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.358488 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-59f54140-c87c-4f67-b438-b25b5d925bc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0926552 Sep 23 16:17:37.360766 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:37.374885 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5418d53-85a8-4460-b43f-221c28b4a428 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:17:37.400071 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f5418d53-85a8-4460-b43f-221c28b4a428,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:37.405310 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-71be98ca-242f-4bf5-a950-d4e9a36777f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7958ae-102c-47be-b6fd-84bd86157fce HTTP/1.1" status: 200 len: 217 time: 0.0396984 Sep 23 16:17:37.407873 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:37.461346 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a711-3251-4792-9e6e-d223aefe397f req-f909d58c-1e11-4648-b8f0-32e0e9065acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.463356 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-f909d58c-1e11-4648-b8f0-32e0e9065acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0500624 Sep 23 16:17:37.466782 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:37.552877 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920f412-a09d-47ed-a203-6cd979e0e3d0 req-183b191c-f764-464e-8cf7-ebb1c612e736 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.554436 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f920f412-a09d-47ed-a203-6cd979e0e3d0 req-183b191c-f764-464e-8cf7-ebb1c612e736 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 943 time: 0.0855873 Sep 23 16:17:37.559577 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39a711-3251-4792-9e6e-d223aefe397f req-2e590045-e1a1-4dfe-8036-789e5b5369de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.561067 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-2e590045-e1a1-4dfe-8036-789e5b5369de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814500 Sep 23 16:17:37.622118 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f920f412-a09d-47ed-a203-6cd979e0e3d0 req-9158d1b1-18c2-4f03-b4a5-0efd3f081737 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589633 Sep 23 16:17:37.639468 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f5418d53-85a8-4460-b43f-221c28b4a428'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:17:37.679729 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-61deb9c7-ce34-4c07-8d21-8c1b8f5894d8 service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975310 Sep 23 16:17:37.689100 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-0e361769-6939-4983-ae49-3e2369a3e607 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177220 Sep 23 16:17:37.826040 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6a39a711-3251-4792-9e6e-d223aefe397f req-32ec1f21-f8d5-4d0c-9b48-a418708c5b38 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296797 Sep 23 16:17:37.843545 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76017-154c-4cb3-9912-99556f87d8e8 req-62b50655-845d-4225-8936-81124dae67cd tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:37.845105 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-94c76017-154c-4cb3-9912-99556f87d8e8 req-62b50655-845d-4225-8936-81124dae67cd tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 944 time: 0.0730951 Sep 23 16:17:37.863019 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c7ca603c-0810-42ee-92f8-f828ec51b549 req-26743271-b093-4f73-ab97-75a1a2fe9ad2 service neutron] 10.222.0.42 "GET /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755767 Sep 23 16:17:37.888854 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-94c76017-154c-4cb3-9912-99556f87d8e8 req-ea0ac488-fe99-4b04-8067-a772f56998e9 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369163 Sep 23 16:17:37.902511 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:37.971236 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:38.122686 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:38.127103 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:38.194461 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=7e351017-8f9a-4908-8086-8b0ee25e4600,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:38.204243 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:38.303765 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.l3_db [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Floating IP dc605795-ebcc-4faa-802d-075f55c29847 associated. External IP: 172.27.2.251, port: fd7958ae-102c-47be-b6fd-84bd86157fce. Sep 23 16:17:38.515152 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:17:38.628019 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:17:38.638473 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:17:38.642828 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:38.657249 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:38.657887 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:17:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:38.682509 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-5ad50fc4-33c6-404c-95a0-d416f9da04b4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3501749 Sep 23 16:17:38.682509 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:38.682509 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b939802b-050a-4fec-a489-689f4646bf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:38.712732 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec9123f-06ba-41cc-b0cd-80851aebae10 x-openstack-request-id: req-aec9123f-06ba-41cc-b0cd-80851aebae10 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:38.713017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:38.713279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aec9123f-06ba-41cc-b0cd-80851aebae10 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:38.713674 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'status': 'completed', 'code': 200} Sep 23 16:17:38.760099 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2fd32-1aed-4722-8df9-ac6014ae787a req-f751270d-b6d4-4d34-a8e2-89371fc187f6 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:38.761717 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ade2fd32-1aed-4722-8df9-ac6014ae787a req-f751270d-b6d4-4d34-a8e2-89371fc187f6 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 943 time: 0.0612757 Sep 23 16:17:38.783153 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:38.789766 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939802b-050a-4fec-a489-689f4646bf0a req-d52a5a8f-68f4-4382-afea-b43d6dd6aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:38.798204 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b939802b-050a-4fec-a489-689f4646bf0a req-d52a5a8f-68f4-4382-afea-b43d6dd6aacd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 1098 time: 0.0565178 Sep 23 16:17:38.803425 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ade2fd32-1aed-4722-8df9-ac6014ae787a req-4c4fa636-d642-4fe1-b5e1-5f2f7fb81d74 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358319 Sep 23 16:17:38.891215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939802b-050a-4fec-a489-689f4646bf0a req-1478f124-88e1-42b0-8480-6d23ff09bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:38.893409 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b939802b-050a-4fec-a489-689f4646bf0a req-1478f124-88e1-42b0-8480-6d23ff09bd84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0922265 Sep 23 16:17:38.962191 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b939802b-050a-4fec-a489-689f4646bf0a req-7d3edcb7-d6ec-473a-bbee-69abeb916f74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7958ae-102c-47be-b6fd-84bd86157fce HTTP/1.1" status: 200 len: 999 time: 0.0608366 Sep 23 16:17:39.009575 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7443a4-036c-4e69-b7c5-7267f4b10d37 req-74e68a1c-608e-4576-abba-402b3d8a2a3f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:39.011113 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dd7443a4-036c-4e69-b7c5-7267f4b10d37 req-74e68a1c-608e-4576-abba-402b3d8a2a3f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 944 time: 0.0498798 Sep 23 16:17:39.015689 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dc605795-ebcc-4faa-802d-075f55c29847', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:1a:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:17:37Z', 'updated_at': '2021-09-23T16:17:37Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:39.016697 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939802b-050a-4fec-a489-689f4646bf0a req-b49e5cca-3e9b-4676-809d-2b089e430431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:39.019026 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b939802b-050a-4fec-a489-689f4646bf0a req-b49e5cca-3e9b-4676-809d-2b089e430431 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0503132 Sep 23 16:17:39.042845 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:17:39.051161 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:39.051875 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:17:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:39.054053 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-dd7443a4-036c-4e69-b7c5-7267f4b10d37 req-eb6e79c8-01f3-4389-a348-b320c843e7ae tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Sep 23 16:17:39.073703 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939802b-050a-4fec-a489-689f4646bf0a req-3c6db6ad-640e-4468-b016-c1973aa46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:39.075326 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b939802b-050a-4fec-a489-689f4646bf0a req-3c6db6ad-640e-4468-b016-c1973aa46f47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501406 Sep 23 16:17:39.161492 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:39.169174 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b939802b-050a-4fec-a489-689f4646bf0a req-a855252f-4208-46c9-ac8a-e99ca5774b7e service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861683 Sep 23 16:17:39.235360 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f8738bd8-e222-4de8-a267-5f702a899c26 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:17:39.237496 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f5418d53-85a8-4460-b43f-221c28b4a428 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:39.268359 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b939802b-050a-4fec-a489-689f4646bf0a req-c57d5c88-d229-4fed-a6d3-ffdb5353cdd3 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904453 Sep 23 16:17:39.432288 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port f5418d53-85a8-4460-b43f-221c28b4a428 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:17:39.443946 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port f8738bd8-e222-4de8-a267-5f702a899c26, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f8738bd8-e222-4de8-a267-5f702a899c26,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:39.452649 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port f5418d53-85a8-4460-b43f-221c28b4a428 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:39.453017 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:39.485998 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'f8738bd8-e222-4de8-a267-5f702a899c26', 'network_id': 'db79b9a9-eef2-4a60-bfac-7b6002e4ff15', 'port_id': 'f8738bd8-e222-4de8-a267-5f702a899c26', 'mac_address': 'fa:16:3e:71:c7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed0339-e7e4-4df9-8374-948ce7dae7f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:17:39.571597 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:39.721906 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8738bd8-e222-4de8-a267-5f702a899c26 {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:17:39.750082 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:39.755295 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port f8738bd8-e222-4de8-a267-5f702a899c26, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f8738bd8-e222-4de8-a267-5f702a899c26,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:39.757623 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dc605795-ebcc-4faa-802d-075f55c29847', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:1a:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:17:37Z', 'updated_at': '2021-09-23T16:17:37Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:39.766385 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:39.813526 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a77d7-1e07-447b-b5ae-40c50f5db2e1 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dc605795-ebcc-4faa-802d-075f55c29847', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:1a:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:17:37Z', 'updated_at': '2021-09-23T16:17:37Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:17:39.832745 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:39.834903 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f751a78-cf01-4579-91bb-09091ef58b17" -d '{"events": [{"server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "name": "network-vif-plugged", "status": "completed", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:39.856089 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f5418d53-85a8-4460-b43f-221c28b4a428,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:39.872318 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:39.879005 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=f8738bd8-e222-4de8-a267-5f702a899c26,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:39.886080 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc56ac7f-46e0-4656-b063-64170b0c0a9a x-openstack-request-id: req-fc56ac7f-46e0-4656-b063-64170b0c0a9a {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:39.886579 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "name": "network-vif-plugged", "status": "completed", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:39.886702 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc56ac7f-46e0-4656-b063-64170b0c0a9a {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:39.887051 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'code': 200} Sep 23 16:17:39.945661 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:39.969849 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4f9f7-2bd1-41ba-87d2-e8864c8f02d8 req-430e5793-0d94-4167-8044-3e73ad34a597 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:39.971019 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64d4f9f7-2bd1-41ba-87d2-e8864c8f02d8 req-430e5793-0d94-4167-8044-3e73ad34a597 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 944 time: 0.0708873 Sep 23 16:17:40.017142 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f8738bd8-e222-4de8-a267-5f702a899c26'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:17:40.021682 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64d4f9f7-2bd1-41ba-87d2-e8864c8f02d8 req-bcf8788b-17fe-442e-a7e2-691d045f17ec tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Sep 23 16:17:40.071223 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c7367-c5d0-4229-905d-0ad78d32e8fb req-d35a77bc-22d9-4c00-aab9-fa4ea2673151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:40.073027 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-3d8c7367-c5d0-4229-905d-0ad78d32e8fb req-d35a77bc-22d9-4c00-aab9-fa4ea2673151 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1098 time: 0.0566068 Sep 23 16:17:40.089355 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78818579-4db5-421c-a977-ff846628384f None None] New status for floating IP dc605795-ebcc-4faa-802d-075f55c29847: ACTIVE {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:17:40.116409 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-3d8c7367-c5d0-4229-905d-0ad78d32e8fb req-9a627d9a-8bd2-4f1d-b659-e8f6607577c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351310 Sep 23 16:17:40.190819 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f93b2-abf7-4f15-9864-23a01f9d8f9d req-bebfff92-27f7-4666-9315-4c7ae04778bc tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:40.192483 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2e3f93b2-abf7-4f15-9864-23a01f9d8f9d req-bebfff92-27f7-4666-9315-4c7ae04778bc tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Sep 23 16:17:40.231330 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-2e3f93b2-abf7-4f15-9864-23a01f9d8f9d req-aa076cf4-a1fc-48b3-a947-b63ed0393696 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Sep 23 16:17:41.134006 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacf3bc-5321-4d75-b639-b567cf9b5304 req-fa7d0fab-94ac-44a0-a882-444c408ecfaa tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:41.135698 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9bacf3bc-5321-4d75-b639-b567cf9b5304 req-fa7d0fab-94ac-44a0-a882-444c408ecfaa tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 944 time: 0.0518563 Sep 23 16:17:41.182884 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9bacf3bc-5321-4d75-b639-b567cf9b5304 req-6ecc2f58-c904-44bc-887e-665ab1d66645 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Sep 23 16:17:41.220275 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f8738bd8-e222-4de8-a267-5f702a899c26 up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:17:41.270603 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port f8738bd8-e222-4de8-a267-5f702a899c26 completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:17:41.274204 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port f8738bd8-e222-4de8-a267-5f702a899c26 triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:41.274573 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:41.346184 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabcf34-2f10-4c7c-b463-0e1dcb2b13cb req-0d502f1e-4884-4385-a8e1-9b89f8cd08ef tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:41.347582 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5aabcf34-2f10-4c7c-b463-0e1dcb2b13cb req-0d502f1e-4884-4385-a8e1-9b89f8cd08ef tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0506537 Sep 23 16:17:41.355961 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:41.386750 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5aabcf34-2f10-4c7c-b463-0e1dcb2b13cb req-3c151068-8aa8-48de-888f-f52490fbf497 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Sep 23 16:17:41.390024 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port f8738bd8-e222-4de8-a267-5f702a899c26, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f8738bd8-e222-4de8-a267-5f702a899c26,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:41.393814 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:41.446054 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=f8738bd8-e222-4de8-a267-5f702a899c26,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:41.503750 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c83f-1455-4e52-8626-7f8416aa5a22 req-62d3c706-9332-4599-b317-91ce933f064d tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:41.505236 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8049c83f-1455-4e52-8626-7f8416aa5a22 req-62d3c706-9332-4599-b317-91ce933f064d tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Sep 23 16:17:41.542287 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8049c83f-1455-4e52-8626-7f8416aa5a22 req-e152f895-8e08-4b5a-8cc6-38b8f57c85c4 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305583 Sep 23 16:17:41.862368 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfbe6-fe6a-47c2-bb18-dc663b760245 req-07039495-8a9f-4807-a166-f851e9145fcc tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:41.863841 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4bdbfbe6-fe6a-47c2-bb18-dc663b760245 req-07039495-8a9f-4807-a166-f851e9145fcc tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Sep 23 16:17:41.888718 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8738bd8-e222-4de8-a267-5f702a899c26'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:41.891096 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04dad1d-9362-41c2-8f89-099e69a916bb" -d '{"events": [{"server_uuid": "9ca6972b-cdb3-4849-a381-52c82c5975d0", "name": "network-vif-plugged", "status": "completed", "tag": "f8738bd8-e222-4de8-a267-5f702a899c26"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:41.901978 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-4bdbfbe6-fe6a-47c2-bb18-dc663b760245 req-29c56bbc-bfec-4dfe-aebf-743b623af7e3 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Sep 23 16:17:41.929362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153025d1-445d-4cc6-8015-4783f6d19d10 x-openstack-request-id: req-153025d1-445d-4cc6-8015-4783f6d19d10 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:41.929362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca6972b-cdb3-4849-a381-52c82c5975d0", "name": "network-vif-plugged", "status": "completed", "tag": "f8738bd8-e222-4de8-a267-5f702a899c26", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:41.929706 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-153025d1-445d-4cc6-8015-4783f6d19d10 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:41.929907 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8738bd8-e222-4de8-a267-5f702a899c26', 'code': 200} Sep 23 16:17:42.093388 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bbea1-8fe0-4700-b07f-4487e3961858 req-637c7b6c-353b-491a-b7e9-f3b3eb6050a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:42.095067 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-384bbea1-8fe0-4700-b07f-4487e3961858 req-637c7b6c-353b-491a-b7e9-f3b3eb6050a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 1098 time: 0.0450571 Sep 23 16:17:42.131138 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-384bbea1-8fe0-4700-b07f-4487e3961858 req-d91a0dda-a0b7-4c5f-aa56-6b3fce470600 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293641 Sep 23 16:17:42.309624 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea1418-8b64-44d6-8845-1a4a9e4b491e req-908b2dc7-893b-4508-b509-1f1ed8ac06c9 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:42.311116 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5bea1418-8b64-44d6-8845-1a4a9e4b491e req-908b2dc7-893b-4508-b509-1f1ed8ac06c9 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 945 time: 0.0591245 Sep 23 16:17:42.347935 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-5bea1418-8b64-44d6-8845-1a4a9e4b491e req-32045f55-652a-44e5-b836-f6ee584c2e97 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Sep 23 16:17:43.463620 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8bd40-4f8b-456b-9069-ff97957e83b4 req-666dc015-0fe5-4b65-aad1-e8e6b684a798 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:43.465109 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f8b8bd40-4f8b-456b-9069-ff97957e83b4 req-666dc015-0fe5-4b65-aad1-e8e6b684a798 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 945 time: 0.0492852 Sep 23 16:17:43.503565 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f8b8bd40-4f8b-456b-9069-ff97957e83b4 req-9ce02c09-af5f-4add-b7b5-7898a1b7f071 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Sep 23 16:17:50.370967 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88806510-8145-420f-841c-b9569d873ae9 req-d858f0e2-2dee-41f6-9d79-594c4a5f113d tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:50.372543 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-88806510-8145-420f-841c-b9569d873ae9 req-d858f0e2-2dee-41f6-9d79-594c4a5f113d tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Sep 23 16:17:50.411417 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-88806510-8145-420f-841c-b9569d873ae9 req-9a249241-f4ce-4e8d-a60a-0341303cdbd2 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Sep 23 16:17:50.434733 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47382) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:50.521418 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e2079-f3b3-4b00-ad69-2e842efd9396 tempest-TestMinimumBasicScenario-448503655 tempest-TestMinimumBasicScenario-448503655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:50.523646 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-d85e2079-f3b3-4b00-ad69-2e842efd9396 tempest-TestMinimumBasicScenario-448503655 tempest-TestMinimumBasicScenario-448503655-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1093 time: 0.0874262 Sep 23 16:17:50.527070 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47386) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:50.531869 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'port_id': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:50.554783 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for floatingip, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:50.647188 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:50.750027 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Allocated IP 172.27.2.151 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/d742d525-b42a-474e-9cd4-b3ff5818b4cc) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:17:50.851597 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:50.888597 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:50.926753 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:17:50.929591 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:17:50.933039 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:17:50.957820 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'Port': ['ID=d742d525-b42a-474e-9cd4-b3ff5818b4cc,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:51.042989 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e65fee4d-b9f8-44e4-8303-885518147ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:51.276568 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:51.342918 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:51.492982 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:51.496926 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:51.567723 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'Port': ['ID=d742d525-b42a-474e-9cd4-b3ff5818b4cc,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:51.574664 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:51.669010 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Floating IP c036546a-1fab-4afe-b12d-4196555215c5 associated. External IP: 172.27.2.151, port: f5418d53-85a8-4460-b43f-221c28b4a428. Sep 23 16:17:51.866537 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Router a3ec5118-1888-494a-98b5-d3f296b7084c has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:17:52.214383 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:17:52.223955 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] Sync routers for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:17:52.228930 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.233263 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:52.233916 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:17:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:52.255167 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-7cb79667-8437-4d6a-adc1-a5d261bdf9cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7270520 Sep 23 16:17:52.255790 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:52.258651 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47390) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:52.259120 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:52.264210 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-32065e5a-ed83-4f90-8202-da561c2dfa06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97212473', 'description': 'tempest-secgroup-smoke-97212473 description', 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:52.287279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-32065e5a-ed83-4f90-8202-da561c2dfa06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.301015 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14999372-afe6-4be1-91bc-6de7f688800a x-openstack-request-id: req-14999372-afe6-4be1-91bc-6de7f688800a {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:52.301297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:52.301587 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14999372-afe6-4be1-91bc-6de7f688800a {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:52.301935 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'status': 'completed', 'code': 200} Sep 23 16:17:52.345752 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:52.406612 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-3b9d4769-39ad-4c8a-9ba1-3c498abc435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:52.408116 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-3b9d4769-39ad-4c8a-9ba1-3c498abc435e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1098 time: 0.0726850 Sep 23 16:17:52.443390 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-32065e5a-ed83-4f90-8202-da561c2dfa06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.454806 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-32065e5a-ed83-4f90-8202-da561c2dfa06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.517038 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-32065e5a-ed83-4f90-8202-da561c2dfa06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.518437 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-32065e5a-ed83-4f90-8202-da561c2dfa06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2577581 Sep 23 16:17:52.521684 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47398) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:52.527344 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32065e5a-ed83-4f90-8202-da561c2dfa06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830d46e6-50a3-429d-91d0-ca002ee151ac,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:52.529452 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-4ca07f23-c5ee-4e0f-bcb3-7d70d6c9f99f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'security_group_rule': {'security_group_id': '830d46e6-50a3-429d-91d0-ca002ee151ac', 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:52.547844 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-8cedbbef-a4f5-4504-b9c6-1b11afcd6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:52.549330 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-8cedbbef-a4f5-4504-b9c6-1b11afcd6838 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 916 time: 0.1331151 Sep 23 16:17:52.560012 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4ca07f23-c5ee-4e0f-bcb3-7d70d6c9f99f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.572684 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c036546a-1fab-4afe-b12d-4196555215c5', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'port_id': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'mac_address': 'fa:16:3e:82:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:17:51Z', 'updated_at': '2021-09-23T16:17:51Z', 'revision_number': 0, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 5, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:52.598408 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] Checking router: a3ec5118-1888-494a-98b5-d3f296b7084c for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:17:52.608300 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:17:52.608927 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:17:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:52.615949 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-19e7a42d-8c8d-4d90-a7ad-1b3400d16e75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 999 time: 0.0587080 Sep 23 16:17:52.622906 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4ca07f23-c5ee-4e0f-bcb3-7d70d6c9f99f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.626947 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4ca07f23-c5ee-4e0f-bcb3-7d70d6c9f99f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.647945 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca07f23-c5ee-4e0f-bcb3-7d70d6c9f99f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf154b2-f091-4713-b1b4-aef33b287bc6,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:52.653824 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-4ca07f23-c5ee-4e0f-bcb3-7d70d6c9f99f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.655751 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-4ca07f23-c5ee-4e0f-bcb3-7d70d6c9f99f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324728 Sep 23 16:17:52.658356 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47400) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:52.664597 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-7e42b573-638e-4258-af48-2180d1c40176 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'security_group_rule': {'security_group_id': '830d46e6-50a3-429d-91d0-ca002ee151ac', 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:52.686550 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-d6e11d5f-6a8c-4a86-b660-c35990b9bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:52.688017 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-d6e11d5f-6a8c-4a86-b660-c35990b9bebe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 200 len: 854 time: 0.0637832 Sep 23 16:17:52.709337 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7e42b573-638e-4258-af48-2180d1c40176 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.718253 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:17:52.770273 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-bd44ca4f-d28d-4427-8432-e6d69fe4ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:52.771720 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-bd44ca4f-d28d-4427-8432-e6d69fe4ba46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745788 Sep 23 16:17:52.802480 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7e42b573-638e-4258-af48-2180d1c40176 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.808198 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7e42b573-638e-4258-af48-2180d1c40176 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.835210 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42b573-638e-4258-af48-2180d1c40176 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302b1b45-b9ce-4c1b-8692-199d5201c447,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:52.868546 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7e42b573-638e-4258-af48-2180d1c40176 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.872247 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-7e42b573-638e-4258-af48-2180d1c40176 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102525 Sep 23 16:17:52.872567 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47402) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:52.877100 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-279865ef-54f8-4442-bbfb-3ca00b356158 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'security_group_rule': {'security_group_id': '830d46e6-50a3-429d-91d0-ca002ee151ac', 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:52.897257 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-520476a7-b3a2-4bee-b4f6-571c4eac3383 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175430 Sep 23 16:17:52.905917 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-279865ef-54f8-4442-bbfb-3ca00b356158 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.946208 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c036546a-1fab-4afe-b12d-4196555215c5', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'port_id': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'mac_address': 'fa:16:3e:82:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:17:51Z', 'updated_at': '2021-09-23T16:17:51Z', 'revision_number': 0, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 5, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:17:52.967579 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-279865ef-54f8-4442-bbfb-3ca00b356158 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.971344 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-279865ef-54f8-4442-bbfb-3ca00b356158 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:52.974634 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cb7b0-1db8-48d8-b0e0-1c89d9babfac None None] The sync data for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi is: [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'c036546a-1fab-4afe-b12d-4196555215c5', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'port_id': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'mac_address': 'fa:16:3e:82:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:17:51Z', 'updated_at': '2021-09-23T16:17:51Z', 'revision_number': 0, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 5, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:17:52.993292 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279865ef-54f8-4442-bbfb-3ca00b356158 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e03b75-bd6d-4e32-81cc-b8da72eee73c,revision_number=0']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:52.997324 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-279865ef-54f8-4442-bbfb-3ca00b356158 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.001544 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-279865ef-54f8-4442-bbfb-3ca00b356158 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279478 Sep 23 16:17:53.002031 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47404) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:53.009892 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-d9539512-1d6d-4d62-9408-a596e3529b82 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'security_group_rule': {'security_group_id': '830d46e6-50a3-429d-91d0-ca002ee151ac', 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:53.018687 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-02e94b7e-e8a7-4822-9080-ee37fe1cb2ab req-38299351-491c-4505-9afe-8d12a02d5584 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128430 Sep 23 16:17:53.048654 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d9539512-1d6d-4d62-9408-a596e3529b82 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.100580 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d9539512-1d6d-4d62-9408-a596e3529b82 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.104483 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d9539512-1d6d-4d62-9408-a596e3529b82 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.122993 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9539512-1d6d-4d62-9408-a596e3529b82 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795679be-e107-4348-95e8-a2e61f734ccd,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:53.129942 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-d9539512-1d6d-4d62-9408-a596e3529b82 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.131121 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-d9539512-1d6d-4d62-9408-a596e3529b82 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280472 Sep 23 16:17:53.134707 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47406) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:53.139220 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'security_group_rule': {'security_group_id': '830d46e6-50a3-429d-91d0-ca002ee151ac', 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:53.163789 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.securitygroups_db [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Project bc6f0b4dd8254fddaf35514f4d22bb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:17:53.169803 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.173513 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06daa1b-0625-4f8f-8965-f523290fb67b None None] New status for floating IP c036546a-1fab-4afe-b12d-4196555215c5: ACTIVE {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:17:53.232543 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.236915 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.254535 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a25298-91ec-40b4-ae5c-e212f9498d67,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:53.264740 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.266048 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-242bf98c-0d70-487b-850a-17b94b81af44 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303616 Sep 23 16:17:53.269043 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47408) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:17:53.273506 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'security_group_rule': {'security_group_id': '830d46e6-50a3-429d-91d0-ca002ee151ac', 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:53.296892 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.securitygroups_db [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Project bc6f0b4dd8254fddaf35514f4d22bb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:17:53.302370 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.377447 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.381289 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574814'] for security_group_rule, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.399833 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7009d636-d70a-49c7-b089-78b9a3ae41d3,revision_number=0']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:53.406211 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.410537 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-857e3158-f787-47b1-84b8-adcd6e80fcdf tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375537 Sep 23 16:17:53.484657 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-8ca74553-d543-42fe-ad51-0b6bd4bfd51f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97212473&fields=id&tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68 HTTP/1.1" status: 200 len: 267 time: 0.0326805 Sep 23 16:17:53.536767 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-cba50f89-22a8-4993-a356-c2e2c62a5011 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:53.538206 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-cba50f89-22a8-4993-a356-c2e2c62a5011 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Sep 23 16:17:53.549054 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'port': {'security_groups': ['5b1c3199-f3ff-44a7-a9a3-2165c93ab838', '830d46e6-50a3-429d-91d0-ca002ee151ac']}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:17:53.609831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.719298 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c9506df3-0fc5-487a-9ee3-bfe5e29c2bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.787920 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f5418d53-85a8-4460-b43f-221c28b4a428,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:17:53.817953 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.822990 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.836246 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f5418d53-85a8-4460-b43f-221c28b4a428'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:17:53.868757 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:53.868978 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:53.870857 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-188cc43e-be47-4e25-9dfe-cc8ca4dc3cf2 req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "PUT /v2.0/ports/f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 981 time: 0.3257685 Sep 23 16:17:53.906327 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a422e-2304-4dab-b258-83b44a145dea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=6']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:17:53.954829 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f5418d53-85a8-4460-b43f-221c28b4a428'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:17:53.985838 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc06d58-0376-421c-98f4-733651759b68 req-5226b5da-682a-493b-9ed0-e451af210717 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:53.987376 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7bc06d58-0376-421c-98f4-733651759b68 req-5226b5da-682a-493b-9ed0-e451af210717 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0527401 Sep 23 16:17:54.034391 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7bc06d58-0376-421c-98f4-733651759b68 req-33ac0e42-d74b-48df-a801-58add1615e7d tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396800 Sep 23 16:17:54.203527 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-7dfe32eb-0c67-48c4-b82f-2f0562fc260b None None] Provisioning complete for port f5418d53-85a8-4460-b43f-221c28b4a428 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:17:54.203840 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-7dfe32eb-0c67-48c4-b82f-2f0562fc260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:54.303612 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:17:54.307857 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff3633-1b08-4f9b-b6b1-803068e177ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:17:54.347494 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9499c255-9610-4021-80b8-705d7a28ed6c x-openstack-request-id: req-9499c255-9610-4021-80b8-705d7a28ed6c {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:17:54.347783 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:17:54.348024 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9499c255-9610-4021-80b8-705d7a28ed6c {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:17:54.348411 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'status': 'completed', 'code': 200} Sep 23 16:17:54.379577 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:54.421431 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-abfa9aa9-f598-4942-a2f4-9f9f8a806413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:54.423044 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-abfa9aa9-f598-4942-a2f4-9f9f8a806413 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1137 time: 0.0418780 Sep 23 16:17:54.526093 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-2ddba57b-19a1-4b9a-a820-3a381b7f8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:54.527586 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-2ddba57b-19a1-4b9a-a820-3a381b7f8a83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 916 time: 0.0955215 Sep 23 16:17:54.596819 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-dd4a532c-ee4d-4346-95ee-640398a50d91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 1001 time: 0.0583038 Sep 23 16:17:54.652066 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-fc2719cc-49cb-4547-a8c8-c9e6a82cca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:54.653473 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-fc2719cc-49cb-4547-a8c8-c9e6a82cca8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 200 len: 854 time: 0.0427370 Sep 23 16:17:54.702122 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-bb114aed-e139-42c9-8957-dc45f09a06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:17:54.703599 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-bb114aed-e139-42c9-8957-dc45f09a06c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419788 Sep 23 16:17:54.727365 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:54.794811 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-1650a02f-0b55-4dc5-a71f-69f9963a9716 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826907 Sep 23 16:17:55.120338 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-58ff3633-1b08-4f9b-b6b1-803068e177ef req-31a59aaa-d433-4f3b-a8a5-ab668f62afad service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146467 Sep 23 16:17:56.391775 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:57.181630 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:18:02.030144 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:09.849487 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cf723-8f41-4b8e-9156-7539a2a348cb req-8c66575a-2377-4529-916d-6af249d25ee1 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:09.850957 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a55cf723-8f41-4b8e-9156-7539a2a348cb req-8c66575a-2377-4529-916d-6af249d25ee1 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 945 time: 0.0488827 Sep 23 16:18:09.887901 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a55cf723-8f41-4b8e-9156-7539a2a348cb req-66276cdf-d0d5-4e12-9819-9f592c730d85 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308163 Sep 23 16:18:11.003702 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700b63-aab0-4b63-b3dd-fc7c2089e1ee req-3ab360e0-63ca-49b1-b384-8ca895fde654 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:11.005129 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ca700b63-aab0-4b63-b3dd-fc7c2089e1ee req-3ab360e0-63ca-49b1-b384-8ca895fde654 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 945 time: 0.0508757 Sep 23 16:18:11.042908 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ca700b63-aab0-4b63-b3dd-fc7c2089e1ee req-3a46b3bd-5493-4ccf-a6e8-4fcc9631dfba tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/security-groups?id=149798a3-30c3-4336-86cb-0d71edec17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Sep 23 16:18:11.675843 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-c63f3337-6080-404e-9433-958eccbd9140 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:11.677160 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-c63f3337-6080-404e-9433-958eccbd9140 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Sep 23 16:18:11.770176 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Deleting port f8738bd8-e222-4de8-a267-5f702a899c26 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:18:11.770509 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:11.856792 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] For port f8738bd8-e222-4de8-a267-5f702a899c26, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f8738bd8-e222-4de8-a267-5f702a899c26,segment=NetworkSegment(5417c0ed-a4d3-47c3-9809-b540564abd9b),segment_id=5417c0ed-a4d3-47c3-9809-b540564abd9b)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:18:11.857148 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:11.870291 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Calling delete_port for f8738bd8-e222-4de8-a267-5f702a899c26 owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:18:11.995996 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:12.008246 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f8738bd8-e222-4de8-a267-5f702a899c26'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:18:12.024233 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Pushing event deleted for resources: {'Port': ['ID=f8738bd8-e222-4de8-a267-5f702a899c26,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:18:12.065039 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] No DVR routers for this DVR port f8738bd8-e222-4de8-a267-5f702a899c26 on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:18:12.067606 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:12.069574 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c83006f6-2a42-4412-b205-a8260f2321b8 req-3452d9b9-aa2f-45e6-9456-26fdcc7b0d1c tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.42 "DELETE /v2.0/ports/f8738bd8-e222-4de8-a267-5f702a899c26 HTTP/1.1" status: 204 len: 173 time: 0.3854249 Sep 23 16:18:12.070190 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'name': 'network-vif-deleted', 'tag': 'f8738bd8-e222-4de8-a267-5f702a899c26'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:18:12.073336 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9944007-b30f-44a2-8a79-21505db1341b" -d '{"events": [{"server_uuid": "9ca6972b-cdb3-4849-a381-52c82c5975d0", "name": "network-vif-deleted", "tag": "f8738bd8-e222-4de8-a267-5f702a899c26"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:18:12.111753 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a04e1e1-d773-46ee-8e1b-549a1b452a8f x-openstack-request-id: req-2a04e1e1-d773-46ee-8e1b-549a1b452a8f {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:18:12.112191 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca6972b-cdb3-4849-a381-52c82c5975d0", "name": "network-vif-deleted", "tag": "f8738bd8-e222-4de8-a267-5f702a899c26", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:18:12.112441 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a04e1e1-d773-46ee-8e1b-549a1b452a8f {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:18:12.112831 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca6972b-cdb3-4849-a381-52c82c5975d0', 'name': 'network-vif-deleted', 'tag': 'f8738bd8-e222-4de8-a267-5f702a899c26', 'status': 'completed', 'code': 200} Sep 23 16:18:12.142944 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1eb4b963-8bb2-48f2-9e94-4df38702ec7e req-ff4236a8-5eec-415d-baea-8618f3ed38b1 tempest-VolumesSnapshotTestJSON-281330290 tempest-VolumesSnapshotTestJSON-281330290-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ca6972b-cdb3-4849-a381-52c82c5975d0 HTTP/1.1" status: 200 len: 210 time: 0.0276535 Sep 23 16:18:15.797043 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f8738bd8-e222-4de8-a267-5f702a899c26 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:18:15.816758 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: f8738bd8-e222-4de8-a267-5f702a899c26 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:18:15.817099 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f8738bd8-e222-4de8-a267-5f702a899c26 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:18:21.033353 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-3a20a186-b2fd-4c71-adcf-7b0125fd4cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:23.720180 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-48001576-c87b-45b1-bf52-278f8cfcbd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:24.329474 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:24.727993 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:26.145022 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63b7ce-a4f4-4c15-9908-aac7d1191b93 req-833ef496-cdfa-459e-a665-ece6a1f4a0be tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:26.146619 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6e63b7ce-a4f4-4c15-9908-aac7d1191b93 req-833ef496-cdfa-459e-a665-ece6a1f4a0be tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0501721 Sep 23 16:18:26.150659 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-40c7be5a-5894-4096-bcb3-7fcd21a44b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:26.152808 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-40c7be5a-5894-4096-bcb3-7fcd21a44b64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1137 time: 0.0451334 Sep 23 16:18:26.189037 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6e63b7ce-a4f4-4c15-9908-aac7d1191b93 req-8e3270f7-e117-4cf0-8a4f-2aeb3f1f5985 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347183 Sep 23 16:18:26.245524 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-f082f892-8ff5-4d57-b076-e18fe7a8cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:26.247195 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-f082f892-8ff5-4d57-b076-e18fe7a8cab9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 916 time: 0.0853214 Sep 23 16:18:26.315901 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-c40eacff-4a13-415a-b97c-044cad0c7796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 1001 time: 0.0612607 Sep 23 16:18:26.364291 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-b6602519-e81f-48ad-aea4-8b2d34a67031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:26.365733 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-b6602519-e81f-48ad-aea4-8b2d34a67031 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 200 len: 854 time: 0.0425420 Sep 23 16:18:26.395576 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:26.411924 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-1acafaac-c181-4c79-b82f-05ebeefe63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:26.413407 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-1acafaac-c181-4c79-b82f-05ebeefe63c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403020 Sep 23 16:18:26.507967 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-6f1ffdb7-421c-4673-be96-17ae0ee3a937 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848413 Sep 23 16:18:26.597575 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-8d73306c-5497-4d27-a62f-4a80faba77e1 req-88c10aaf-4f5c-4326-a682-df584e0f251b service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812137 Sep 23 16:18:27.312668 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab72e3-9fc8-4b2e-9a89-855254207fc4 req-4dac263a-360a-44d8-adcd-436d21a4d8ba tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:27.314137 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3dab72e3-9fc8-4b2e-9a89-855254207fc4 req-4dac263a-360a-44d8-adcd-436d21a4d8ba tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0513122 Sep 23 16:18:27.353564 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-3dab72e3-9fc8-4b2e-9a89-855254207fc4 req-0b3c60a4-febf-4aee-bb0e-3ea421f8974d tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334549 Sep 23 16:18:28.469929 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3f3a-f8df-48d4-97db-1dc8b82eaf21 req-675d991f-396b-4d84-a13a-fc3544467002 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:28.471371 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-428b3f3a-f8df-48d4-97db-1dc8b82eaf21 req-675d991f-396b-4d84-a13a-fc3544467002 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0488150 Sep 23 16:18:28.511997 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-428b3f3a-f8df-48d4-97db-1dc8b82eaf21 req-27980bb5-10ab-4015-ad6b-44331379d5cc tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343642 Sep 23 16:18:29.635134 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f1c85-7460-4182-bc48-d1b48d1b4126 req-800e0ab5-b839-45ec-80b7-42f8d2a4f375 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:29.637802 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8b3f1c85-7460-4182-bc48-d1b48d1b4126 req-800e0ab5-b839-45ec-80b7-42f8d2a4f375 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0553100 Sep 23 16:18:29.676827 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8b3f1c85-7460-4182-bc48-d1b48d1b4126 req-547e2dae-6e82-4333-82c5-13e53606cece tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326192 Sep 23 16:18:30.800650 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca752f-aee6-4491-b332-1b6b95bffede req-05fe5726-05de-43de-8e03-38cdad4bd6ed tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:30.802148 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64ca752f-aee6-4491-b332-1b6b95bffede req-05fe5726-05de-43de-8e03-38cdad4bd6ed tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0556974 Sep 23 16:18:30.841800 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-64ca752f-aee6-4491-b332-1b6b95bffede req-25124c61-3717-4def-a86e-8fae9cb47405 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330207 Sep 23 16:18:31.958658 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d1b95-9439-4b9a-a00a-31097f78e48d req-086ad5da-222c-4975-9da5-0da1a52fde31 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:31.960137 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa7d1b95-9439-4b9a-a00a-31097f78e48d req-086ad5da-222c-4975-9da5-0da1a52fde31 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0504184 Sep 23 16:18:31.999969 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-aa7d1b95-9439-4b9a-a00a-31097f78e48d req-3f0aa3f5-b18f-4cc9-b3a3-b433e8bf0b19 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331717 Sep 23 16:18:32.027611 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:33.115363 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262a694-9372-445c-aefc-9c15e1ce5204 req-a0ebefdc-bce6-4477-b617-d2b93da691a6 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:33.116870 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1262a694-9372-445c-aefc-9c15e1ce5204 req-a0ebefdc-bce6-4477-b617-d2b93da691a6 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0498462 Sep 23 16:18:33.157571 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1262a694-9372-445c-aefc-9c15e1ce5204 req-e2f5d1f1-632c-4e79-951a-7fdbcb2e73da tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0336125 Sep 23 16:18:34.183914 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:18:34.277416 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c6aca-74a3-48fe-8cc3-34b3dd20e0eb req-9fa4f2cf-60e3-4639-8975-456b14cee0ce tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:34.278891 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-321c6aca-74a3-48fe-8cc3-34b3dd20e0eb req-9fa4f2cf-60e3-4639-8975-456b14cee0ce tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0545223 Sep 23 16:18:34.321455 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-321c6aca-74a3-48fe-8cc3-34b3dd20e0eb req-d3720a76-9c43-462f-9ea0-b2d49bc9c89e tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364733 Sep 23 16:18:35.439582 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724390c-4173-4c86-9b16-dea617aaea51 req-88ae319f-ad13-4180-8e5b-35f9aee0ca99 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:35.441048 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6724390c-4173-4c86-9b16-dea617aaea51 req-88ae319f-ad13-4180-8e5b-35f9aee0ca99 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0486581 Sep 23 16:18:35.480913 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-6724390c-4173-4c86-9b16-dea617aaea51 req-973e59a1-ce27-409f-84ef-d6704efda4c9 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339146 Sep 23 16:18:36.236713 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47656) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:18:36.283739 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Deleting subnet 71ed0339-e7e4-4df9-8374-948ce7dae7f0 {{(pid=94384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:18:36.286694 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.324836 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504808'] for subnet, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.363381 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.413451 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153604'] for subnet, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.438918 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ed0339-e7e4-4df9-8374-948ce7dae7f0,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:18:36.441296 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.443083 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/71ed0339-e7e4-4df9-8374-948ce7dae7f0 HTTP/1.1" status: 204 len: 168 time: 0.2053809 Sep 23 16:18:36.445689 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47658) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:18:36.449795 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.450141 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.450497 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.450820 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.451150 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.451498 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.451824 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.452145 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.452472 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.452789 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.453107 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.453438 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd88c05-37b0-4be6-89d4-50c6942e9d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.515235 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.621534 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.648801 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db79b9a9-eef2-4a60-bfac-7b6002e4ff15']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:18:36.662849 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42efa5-30d7-470f-99f9-42720ac6d024 req-14bbb912-e5ed-4de2-bc93-43688d14e7cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:36.664365 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ab42efa5-30d7-470f-99f9-42720ac6d024 req-14bbb912-e5ed-4de2-bc93-43688d14e7cb tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.1165454 Sep 23 16:18:36.668192 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5417c0ed-a4d3-47c3-9809-b540564abd9b') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:18:36.668487 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5417c0ed-a4d3-47c3-9809-b540564abd9b') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:18:36.678530 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.709279 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.722963 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:18:36.723344 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:18:36.725011 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:18:36.737681 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ab42efa5-30d7-470f-99f9-42720ac6d024 req-51f75657-db30-46c0-93a2-138a18e02274 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0628424 Sep 23 16:18:36.781903 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.787134 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:36.788980 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] 10.222.0.22 "DELETE /v2.0/networks/db79b9a9-eef2-4a60-bfac-7b6002e4ff15 HTTP/1.1" status: 204 len: 168 time: 0.3422413 Sep 23 16:18:36.800394 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Pushing event deleted for resources: {'Network': ['ID=db79b9a9-eef2-4a60-bfac-7b6002e4ff15,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:18:36.807612 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.808182 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.808182 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.808502 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.808830 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.809169 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.809485 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.809808 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.810130 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.810449 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.810770 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.811094 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a5dfe6-0fa1-4a5f-89f9-d9d36f685176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:18:36.949706 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47664) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:18:36.989295 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ecab5b79-bdbe-4aec-858e-7a938ae6d63f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4e356d1799e4c739eb40841e25d54ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382466 Sep 23 16:18:36.991501 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47666) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:18:37.039236 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55076494-c1ac-4340-99e5-6544d9385960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:37.063829 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55076494-c1ac-4340-99e5-6544d9385960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:37.108073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55076494-c1ac-4340-99e5-6544d9385960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:37.110582 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-55076494-c1ac-4340-99e5-6544d9385960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:37.111837 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-55076494-c1ac-4340-99e5-6544d9385960 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/149798a3-30c3-4336-86cb-0d71edec17bb HTTP/1.1" status: 204 len: 168 time: 0.1194291 Sep 23 16:18:37.119280 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55076494-c1ac-4340-99e5-6544d9385960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149798a3-30c3-4336-86cb-0d71edec17bb,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:18:37.851310 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d0b52-5a73-43e1-8e9a-dd59fe0e83c1 req-ae0cef75-ce38-46be-befa-5d5bc39f3c8c tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:37.852841 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b95d0b52-5a73-43e1-8e9a-dd59fe0e83c1 req-ae0cef75-ce38-46be-befa-5d5bc39f3c8c tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0488260 Sep 23 16:18:37.893328 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b95d0b52-5a73-43e1-8e9a-dd59fe0e83c1 req-a25d1909-3083-4566-81a7-69002e27f284 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=830d46e6-50a3-429d-91d0-ca002ee151ac&id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340142 Sep 23 16:18:39.152817 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-160840bd-9bd3-442a-bbb9-8e1d55ecd539 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440891 Sep 23 16:18:39.231782 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-dd3f501d-4f88-42fa-b376-511b8291b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:39.233233 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-dd3f501d-4f88-42fa-b376-511b8291b39e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 1098 time: 0.0405774 Sep 23 16:18:39.335831 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-d34c7cae-0a1d-4ced-ac6a-d7a7f7e48d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:39.337286 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-d34c7cae-0a1d-4ced-ac6a-d7a7f7e48d15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0852942 Sep 23 16:18:39.402612 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-c2d902a5-4787-4201-bf5c-37d43b883103 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7958ae-102c-47be-b6fd-84bd86157fce HTTP/1.1" status: 200 len: 1001 time: 0.0572896 Sep 23 16:18:39.450902 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-cd1a2706-c895-4ba1-9feb-5aa9ea717d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:39.452257 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-cd1a2706-c895-4ba1-9feb-5aa9ea717d9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0427043 Sep 23 16:18:39.499661 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-352df4a1-c926-4023-9439-0bf38cd19d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:18:39.501101 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-352df4a1-c926-4023-9439-0bf38cd19d97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418763 Sep 23 16:18:39.587990 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-ec4107cf-4b4e-4ffa-bc88-7a72cbd28433 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798132 Sep 23 16:18:39.679879 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-507be2e7-745f-48ee-932e-b2729f093ac8 req-ef1f44c0-2219-45cd-befd-d7e934338f32 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 Sep 23 16:18:51.033449 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a95dba58-8215-4123-b71d-b73d86f7eb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:53.721694 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-74c09e5e-5ab5-473b-8c20-c6bff1369093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:54.329944 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:54.730388 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:18:56.397912 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:02.042251 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.258155 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-26de0dc5-4b4a-46b5-bfd9-0f2894e6125e tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97212473&fields=id&tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68 HTTP/1.1" status: 200 len: 267 time: 0.0319221 Sep 23 16:19:10.311182 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-e53724d3-7e2e-4fb3-aefd-227f0b5849da tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:10.312695 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-e53724d3-7e2e-4fb3-aefd-227f0b5849da tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 984 time: 0.0477328 Sep 23 16:19:10.323948 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Request body: {'port': {'security_groups': ['5b1c3199-f3ff-44a7-a9a3-2165c93ab838']}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:19:10.399699 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.568060 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f5418d53-85a8-4460-b43f-221c28b4a428,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:10.597192 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.601253 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.613030 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f5418d53-85a8-4460-b43f-221c28b4a428'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:19:10.644532 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:10.645167 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.646583 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9b8effc2-ac41-493a-a4ff-5558f3f5defa req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "PUT /v2.0/ports/f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 942 time: 0.3276157 Sep 23 16:19:10.647053 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:19:10.649432 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469d5e86-e19b-4962-afa9-bd5f1bc14716" -d '{"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:19:10.652909 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47680) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:10.675938 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62faa8-6f6f-44a2-9f1d-96788d868e06 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event updated for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=7']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:10.716390 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e9b32a-9098-4ed3-a88b-d789c0b7d40a x-openstack-request-id: req-f9e9b32a-9098-4ed3-a88b-d789c0b7d40a {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:19:10.716761 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:19:10.717073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9e9b32a-9098-4ed3-a88b-d789c0b7d40a {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:19:10.717534 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'status': 'completed', 'code': 200} Sep 23 16:19:10.732240 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f5418d53-85a8-4460-b43f-221c28b4a428'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:19:10.770450 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-01e38f7e-a215-4903-bddd-dcbfb7fc7077 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.807796 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-01e38f7e-a215-4903-bddd-dcbfb7fc7077 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.817485 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-75805d4d-ffad-43be-a75a-0d29518c8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:10.819050 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-75805d4d-ffad-43be-a75a-0d29518c8b91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1098 time: 0.0760486 Sep 23 16:19:10.900177 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-b3585b5a-90ae-4eff-8120-693e9a8117c0 None None] Provisioning complete for port f5418d53-85a8-4460-b43f-221c28b4a428 triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:19:10.900554 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b3585b5a-90ae-4eff-8120-693e9a8117c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.937284 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-7cddfc35-7fff-4eca-ab02-0328156351b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:10.938742 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-7cddfc35-7fff-4eca-ab02-0328156351b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 916 time: 0.1075680 Sep 23 16:19:10.950319 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-01e38f7e-a215-4903-bddd-dcbfb7fc7077 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.952975 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-01e38f7e-a215-4903-bddd-dcbfb7fc7077 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:10.957273 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-01e38f7e-a215-4903-bddd-dcbfb7fc7077 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "DELETE /v2.0/security-groups/830d46e6-50a3-429d-91d0-ca002ee151ac HTTP/1.1" status: 204 len: 168 time: 0.2986999 Sep 23 16:19:10.957794 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47684) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:11.006753 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e38f7e-a215-4903-bddd-dcbfb7fc7077 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d46e6-50a3-429d-91d0-ca002ee151ac,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:11.034502 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-a511b3ff-8b65-4c04-824a-f3521b82ef5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 1001 time: 0.0868354 Sep 23 16:19:11.083861 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-1cbacb47-21f4-4cc4-a221-2ad012dea52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:11.085302 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-1cbacb47-21f4-4cc4-a221-2ad012dea52e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 200 len: 854 time: 0.0436187 Sep 23 16:19:11.119410 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Deleting port d742d525-b42a-474e-9cd4-b3ff5818b4cc {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:11.119809 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:11.130918 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-ca41747b-5632-4d6c-93dc-e507e2fa5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:11.132513 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-ca41747b-5632-4d6c-93dc-e507e2fa5428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392156 Sep 23 16:19:11.183110 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:19:11.198432 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:11.199328 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:11.210659 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Calling delete_port for d742d525-b42a-474e-9cd4-b3ff5818b4cc owned by network:floatingip {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:11.224903 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-711be5cf-3e13-493e-91eb-953b74990318 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849264 Sep 23 16:19:11.315138 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-469d5e86-e19b-4962-afa9-bd5f1bc14716 req-679a2d4a-cb4c-4f93-960f-f59f06155650 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830922 Sep 23 16:19:11.362304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:11.390390 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event deleted for resources: {'Port': ['ID=d742d525-b42a-474e-9cd4-b3ff5818b4cc,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:11.451627 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:11.451956 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Floating IP c036546a-1fab-4afe-b12d-4196555215c5 disassociated (deleted). External IP: 172.27.2.151, port: f5418d53-85a8-4460-b43f-221c28b4a428. Sep 23 16:19:11.654935 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Router a3ec5118-1888-494a-98b5-d3f296b7084c has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:19:11.759843 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:19:11.765167 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:11.771082 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] Sync routers for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:19:11.781245 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:11.781865 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:18:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:11.792995 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f3ecb21a-fc61-4013-adcb-3848661a42d0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "DELETE /v2.0/floatingips/c036546a-1fab-4afe-b12d-4196555215c5 HTTP/1.1" status: 204 len: 168 time: 0.8305855 Sep 23 16:19:12.016352 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:12.216704 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 5, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:12.241739 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] Checking router: a3ec5118-1888-494a-98b5-d3f296b7084c for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:19:12.249697 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:12.250296 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:18:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:12.358101 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:12.559325 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 5, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:12.590053 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e98b8e-747f-40cb-871a-f4ed8ce015d8 None None] The sync data for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi is: [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:02Z', 'revision_number': 4, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': 'eede2f95-f60d-4a44-a2f8-4584f74ad59a', 'name': '', 'network_id': '3092b3fd-ca11-4f43-ad2c-71e1c2241f60', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'mac_address': 'fa:16:3e:9e:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:01Z', 'updated_at': '2021-09-23T16:17:07Z', 'revision_number': 5, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'subnets': [{'id': '43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:19:12.718530 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:19:12.721009 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ad9bc9-105e-495f-83f1-b686ee30a701" -d '{"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:19:12.761536 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb70f7-f45c-4504-b3d7-0a6fb93c690f x-openstack-request-id: req-58fb70f7-f45c-4504-b3d7-0a6fb93c690f {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:19:12.762009 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:19:12.762264 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58fb70f7-f45c-4504-b3d7-0a6fb93c690f {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:19:12.762654 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'status': 'completed', 'code': 200} Sep 23 16:19:12.815256 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42181a-ba9a-486d-b157-ef66c4d8032b None None] New status for floating IP c036546a-1fab-4afe-b12d-4196555215c5: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:19:12.826887 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-c9927b54-400a-404f-a38a-a6e86e9fa98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:12.828420 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-c9927b54-400a-404f-a38a-a6e86e9fa98e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 1098 time: 0.0451891 Sep 23 16:19:12.920314 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-d93407e2-8552-4103-85e9-30ca62b01539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:12.921778 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-d93407e2-8552-4103-85e9-30ca62b01539 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 200 len: 916 time: 0.0866115 Sep 23 16:19:12.965470 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-6a58d282-693e-4323-bf59-85839be389b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 200 len: 217 time: 0.0362484 Sep 23 16:19:13.013539 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-460bfdd8-d6be-4bb0-9098-9f3e0762c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:13.014857 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-460bfdd8-d6be-4bb0-9098-9f3e0762c7f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 200 len: 854 time: 0.0433118 Sep 23 16:19:13.059584 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-cc66289b-5d75-4a0a-a536-1d662cef22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:13.061108 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-cc66289b-5d75-4a0a-a536-1d662cef22cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3092b3fd-ca11-4f43-ad2c-71e1c2241f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397236 Sep 23 16:19:13.154114 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-0dbdc05b-4afe-44f6-97d5-58e0e7738e02 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Sep 23 16:19:13.251060 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-67ad9bc9-105e-495f-83f1-b686ee30a701 req-9d6ad22b-ebe3-4479-9172-d4e2c710f805 service neutron] 10.222.0.42 "GET /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888307 Sep 23 16:19:14.503782 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93cdbf-6fc7-4b28-9e69-696d1759aeb7 req-43cda509-fc03-4a61-852a-9140d3a5ae60 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:14.505260 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9e93cdbf-6fc7-4b28-9e69-696d1759aeb7 req-43cda509-fc03-4a61-852a-9140d3a5ae60 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0483401 Sep 23 16:19:14.542973 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9e93cdbf-6fc7-4b28-9e69-696d1759aeb7 req-a23e442b-c910-42f9-88be-3e450709c33e tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316770 Sep 23 16:19:15.662155 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a3c0-8658-4cce-b0e9-db35385958d5 req-e5da2802-6559-4afe-ad51-be925347acb0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:15.663570 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d085a3c0-8658-4cce-b0e9-db35385958d5 req-e5da2802-6559-4afe-ad51-be925347acb0 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Sep 23 16:19:15.705551 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d085a3c0-8658-4cce-b0e9-db35385958d5 req-af9bd942-c947-4b56-a025-ba34ecde294b tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b1c3199-f3ff-44a7-a9a3-2165c93ab838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Sep 23 16:19:16.134958 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-c0adb25d-2fca-45ad-b7bf-0d8d7b307b4f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:16.136958 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-c0adb25d-2fca-45ad-b7bf-0d8d7b307b4f tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Sep 23 16:19:16.227308 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Deleting port f5418d53-85a8-4460-b43f-221c28b4a428 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:16.227672 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:16.315225 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] For port f5418d53-85a8-4460-b43f-221c28b4a428, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=f5418d53-85a8-4460-b43f-221c28b4a428,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:16.315617 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:16.327592 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Calling delete_port for f5418d53-85a8-4460-b43f-221c28b4a428 owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:16.453739 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:16.465814 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['f5418d53-85a8-4460-b43f-221c28b4a428'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:19:16.485749 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Pushing event deleted for resources: {'Port': ['ID=f5418d53-85a8-4460-b43f-221c28b4a428,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:16.525437 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] No DVR routers for this DVR port f5418d53-85a8-4460-b43f-221c28b4a428 on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:19:16.528616 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:16.530611 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-eacbc437-9f52-4767-95f1-bcc1cb37fa96 req-f54686a3-814f-493e-900b-6d23817de937 tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.42 "DELETE /v2.0/ports/f5418d53-85a8-4460-b43f-221c28b4a428 HTTP/1.1" status: 204 len: 173 time: 0.3881047 Sep 23 16:19:16.531058 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'name': 'network-vif-deleted', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:19:16.533293 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3666568-29bc-4447-a3a6-5af8995f4be4" -d '{"events": [{"server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "name": "network-vif-deleted", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:19:16.568036 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f49db19-0858-4faa-b585-16dd943130f2 x-openstack-request-id: req-1f49db19-0858-4faa-b585-16dd943130f2 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:19:16.568322 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff94e7a3-9f50-4050-b92c-1efa355dac60", "name": "network-vif-deleted", "tag": "f5418d53-85a8-4460-b43f-221c28b4a428", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:19:16.568734 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f49db19-0858-4faa-b585-16dd943130f2 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:19:16.569121 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff94e7a3-9f50-4050-b92c-1efa355dac60', 'name': 'network-vif-deleted', 'tag': 'f5418d53-85a8-4460-b43f-221c28b4a428', 'status': 'completed', 'code': 200} Sep 23 16:19:16.807171 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-45b9af1d-3610-4b24-9b78-fcf1c77d04db req-720bbf2a-9cab-4595-af22-27efd632baea tempest-TestMinimumBasicScenario-1958453492 tempest-TestMinimumBasicScenario-1958453492-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff94e7a3-9f50-4050-b92c-1efa355dac60 HTTP/1.1" status: 200 len: 210 time: 0.0262539 Sep 23 16:19:18.457847 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47768) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:18.808764 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:19.042810 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Deleting port eede2f95-f60d-4a44-a2f8-4584f74ad59a {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:19.043160 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:19.341633 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] For port eede2f95-f60d-4a44-a2f8-4584f74ad59a, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=eede2f95-f60d-4a44-a2f8-4584f74ad59a,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:19.341993 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:19.353775 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Calling delete_port for eede2f95-f60d-4a44-a2f8-4584f74ad59a owned by network:router_interface {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:19.529274 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:19.552559 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eede2f95-f60d-4a44-a2f8-4584f74ad59a,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:19.671843 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f5418d53-85a8-4460-b43f-221c28b4a428 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:19.692138 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: f5418d53-85a8-4460-b43f-221c28b4a428 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:19.692769 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device f5418d53-85a8-4460-b43f-221c28b4a428 not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:19.720382 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:19.937777 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Router a3ec5118-1888-494a-98b5-d3f296b7084c has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:19:20.037608 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:19:20.043090 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ba667e64-7579-42cc-ba89-e4deb261baf4 admin admin] 10.222.0.22 "PUT /v2.0/routers/a3ec5118-1888-494a-98b5-d3f296b7084c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5836995 Sep 23 16:19:20.045748 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47770) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:20.046804 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] Sync routers for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:19:20.056027 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:20.056941 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:18:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:20.150573 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.160838 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:20.250218 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.307228 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Deleting port 75cce267-cbf2-4b5d-a076-3929ee892b24 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:20.307597 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.338139 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:19:19Z', 'revision_number': 5, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port': {'id': '75cce267-cbf2-4b5d-a076-3929ee892b24', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:20.365510 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] Checking router: a3ec5118-1888-494a-98b5-d3f296b7084c for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:19:20.373692 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] Routers {'a3ec5118-1888-494a-98b5-d3f296b7084c'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:20.374298 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:18:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a3ec5118-1888-494a-98b5-d3f296b7084c'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:20.390992 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] For port 75cce267-cbf2-4b5d-a076-3929ee892b24, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=75cce267-cbf2-4b5d-a076-3929ee892b24,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:20.391652 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.404013 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Calling delete_port for 75cce267-cbf2-4b5d-a076-3929ee892b24 owned by network:router_gateway {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:20.459856 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] Set router a3ec5118-1888-494a-98b5-d3f296b7084c gateway port host: None {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:20.513720 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:19:20Z', 'revision_number': 6, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:20.546564 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6c5c4-0122-4a98-b9b4-b29bb16cadc4 None None] The sync data for ids ['a3ec5118-1888-494a-98b5-d3f296b7084c'] in dv-cinder-806616-3-iscsi is: [{'id': 'a3ec5118-1888-494a-98b5-d3f296b7084c', 'name': 'tempest-TestMinimumBasicScenario-1831621874-router', 'tenant_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:59Z', 'updated_at': '2021-09-23T16:19:20Z', 'revision_number': 6, 'project_id': 'bc6f0b4dd8254fddaf35514f4d22bb68', 'gw_port_host': None}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:19:20.570996 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.603085 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=75cce267-cbf2-4b5d-a076-3929ee892b24,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:20.664340 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.749928 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.751997 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.794620 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.795206 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ec5118-1888-494a-98b5-d3f296b7084c {{(pid=94384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:19:20.799764 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] Notify callbacks [] for router, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.800915 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-3c7930c7-18cd-4ef2-ac05-fc736206b2ff admin admin] 10.222.0.22 "DELETE /v2.0/routers/a3ec5118-1888-494a-98b5-d3f296b7084c HTTP/1.1" status: 204 len: 168 time: 0.7542422 Sep 23 16:19:20.803416 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47772) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:20.847820 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] Deleting subnet 43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e {{(pid=94384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:19:20.850640 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.888748 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504808'] for subnet, precommit_delete_associations {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:20.971517 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.027329 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153604'] for subnet, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.035808 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-7b937a9e-d46c-4c4e-b856-7dd0996df435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.054201 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:21.056111 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.058616 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-4d2cbf89-2fad-413c-bf13-3fc0354c8a30 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/43ce7df8-c25e-47f5-ab4e-8d46fd1a4a1e HTTP/1.1" status: 204 len: 168 time: 0.2536421 Sep 23 16:19:21.061282 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 47774) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:21.061728 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7964d8d1-cd2a-4f7d-89e9-336c892cd164 None None] Network 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:19:21.131082 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.183843 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Deleting port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:21.184187 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.250097 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] For port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae,segment=NetworkSegment(abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c),segment_id=abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:21.250394 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.262835 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Calling delete_port for 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae owned by network:dhcp {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:21.342987 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.361550 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3f2c94-fe82-4077-ad0f-93bb24c18a4c None None] DHCP port deletion for 3092b3fd-ca11-4f43-ad2c-71e1c2241f60 request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:19:21.377000 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:21.378850 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] No DVR routers for this DVR port 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae on host dv-cinder-806616-3-iscsi {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:19:21.453347 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.473835 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3092b3fd-ca11-4f43-ad2c-71e1c2241f60']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:21.483141 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:21.483474 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd8c4a8-d06d-4ba0-a1fb-29ca7a207a1c') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:21.492690 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.505476 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.512084 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:19:21.512464 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:19:21.514169 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:19:21.577279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.582285 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:21.584679 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] 10.222.0.22 "DELETE /v2.0/networks/3092b3fd-ca11-4f43-ad2c-71e1c2241f60 HTTP/1.1" status: 204 len: 168 time: 0.5224924 Sep 23 16:19:21.587708 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47776) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:21.599271 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc6bf3-d54f-4aba-9297-7668dcfea8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=3092b3fd-ca11-4f43-ad2c-71e1c2241f60,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:21.926456 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:22.157652 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Deleting port d79d69a2-2ebd-46ed-b295-d34760c43f23 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:22.157988 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:22.234941 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] For port d79d69a2-2ebd-46ed-b295-d34760c43f23, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=d79d69a2-2ebd-46ed-b295-d34760c43f23,segment=NetworkSegment(dcfce656-3bf2-4a00-a27f-e1067eb9bb03),segment_id=dcfce656-3bf2-4a00-a27f-e1067eb9bb03)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:22.235234 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:22.247127 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Calling delete_port for d79d69a2-2ebd-46ed-b295-d34760c43f23 owned by network:router_interface {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:22.430662 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:22.456279 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79d69a2-2ebd-46ed-b295-d34760c43f23,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:22.624320 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:22.639574 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eede2f95-f60d-4a44-a2f8-4584f74ad59a no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:22.662691 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: eede2f95-f60d-4a44-a2f8-4584f74ad59a {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:22.663037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device eede2f95-f60d-4a44-a2f8-4584f74ad59a not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:22.663495 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:22.682298 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:22.682644 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 16fbb37e-5bc2-49a3-ad40-a6d805a7b6ae not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:22.683876 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 75cce267-cbf2-4b5d-a076-3929ee892b24 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:22.702239 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 75cce267-cbf2-4b5d-a076-3929ee892b24 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:22.702583 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 75cce267-cbf2-4b5d-a076-3929ee892b24 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:22.832718 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Router 9463b84f-1aae-4423-88e0-6e3413623d52 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:19:22.937797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:19:22.946075 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-3aa07027-f70d-4a05-94f0-7c44e1f41b49 admin admin] 10.222.0.22 "PUT /v2.0/routers/9463b84f-1aae-4423-88e0-6e3413623d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3548975 Sep 23 16:19:22.946302 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47780) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:22.947051 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] Sync routers for ids ['9463b84f-1aae-4423-88e0-6e3413623d52'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:19:22.958758 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] Routers {'9463b84f-1aae-4423-88e0-6e3413623d52'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:22.959237 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:18:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['9463b84f-1aae-4423-88e0-6e3413623d52'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:23.065037 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] Set router 9463b84f-1aae-4423-88e0-6e3413623d52 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:23.245637 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:19:22Z', 'revision_number': 5, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:23.275852 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] Checking router: 9463b84f-1aae-4423-88e0-6e3413623d52 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:19:23.286337 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] Routers {'9463b84f-1aae-4423-88e0-6e3413623d52'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:23.286936 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:18:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['9463b84f-1aae-4423-88e0-6e3413623d52'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:23.297523 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.391068 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] Set router 9463b84f-1aae-4423-88e0-6e3413623d52 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:23.399522 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.451677 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Deleting port e8f3c9d5-0cb4-491a-928d-225185be5547 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:23.452015 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.537470 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] For port e8f3c9d5-0cb4-491a-928d-225185be5547, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=e8f3c9d5-0cb4-491a-928d-225185be5547,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:23.537842 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.550838 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Calling delete_port for e8f3c9d5-0cb4-491a-928d-225185be5547 owned by network:router_gateway {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:23.654744 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:19:22Z', 'revision_number': 5, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:23.680096 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364493b7-41b1-42e4-95d6-1f5ca151363e None None] The sync data for ids ['9463b84f-1aae-4423-88e0-6e3413623d52'] in dv-cinder-806616-3-iscsi is: [{'id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'name': 'tempest-TestMinimumBasicScenario-643004615-router', 'tenant_id': '4f2587f7e1874be592112d04151cce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:17:03Z', 'updated_at': '2021-09-23T16:19:22Z', 'revision_number': 5, 'project_id': '4f2587f7e1874be592112d04151cce58', 'gw_port': {'id': 'e8f3c9d5-0cb4-491a-928d-225185be5547', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9463b84f-1aae-4423-88e0-6e3413623d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:17:04Z', 'updated_at': '2021-09-23T16:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:19:23.728234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-39515924-32c3-4da8-bdf9-56d392373bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.730639 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.756166 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f3c9d5-0cb4-491a-928d-225185be5547,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:23.817403 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.908680 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.910711 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.953452 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.953997 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9463b84f-1aae-4423-88e0-6e3413623d52 {{(pid=94383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:19:23.958761 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:23.959699 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-8b8c1dc5-0717-44b9-a502-5177092574a6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/9463b84f-1aae-4423-88e0-6e3413623d52 HTTP/1.1" status: 204 len: 168 time: 1.0120981 Sep 23 16:19:23.962203 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47786) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:24.006326 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] Deleting subnet f109ccad-8258-4485-a507-4dad1d1496ef {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:19:24.009262 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.044618 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.127582 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.182205 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.207853 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f109ccad-8258-4485-a507-4dad1d1496ef,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:24.211473 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.213363 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-29f10ca9-8869-4f30-8946-ce659fc3030b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f109ccad-8258-4485-a507-4dad1d1496ef HTTP/1.1" status: 204 len: 168 time: 0.2502985 Sep 23 16:19:24.216454 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47788) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:24.219392 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be288a0-3004-4019-bf28-c17464bcc51b None None] Network 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:19:24.290605 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.348308 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Deleting port 7547d85c-f164-4295-bdc7-50d48e6dccd7 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:24.348640 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.361432 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.421388 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] For port 7547d85c-f164-4295-bdc7-50d48e6dccd7, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=7547d85c-f164-4295-bdc7-50d48e6dccd7,segment=NetworkSegment(dcfce656-3bf2-4a00-a27f-e1067eb9bb03),segment_id=dcfce656-3bf2-4a00-a27f-e1067eb9bb03)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:24.421654 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.437478 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Calling delete_port for 7547d85c-f164-4295-bdc7-50d48e6dccd7 owned by network:dhcp {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:24.510917 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.536657 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7547d85c-f164-4295-bdc7-50d48e6dccd7,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:24.540219 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] No DVR routers for this DVR port 7547d85c-f164-4295-bdc7-50d48e6dccd7 on host dv-cinder-806616-3-iscsi {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:19:24.611928 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.630858 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:24.640407 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:24.640694 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfce656-3bf2-4a00-a27f-e1067eb9bb03') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:24.649756 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.663642 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.669826 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:19:24.670227 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:19:24.671933 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:19:24.730663 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.737573 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.739253 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] 10.222.0.22 "DELETE /v2.0/networks/1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab HTTP/1.1" status: 204 len: 168 time: 0.5218446 Sep 23 16:19:24.758985 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:24.765014 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5344-d925-44f9-ad7e-c7bd26d958ad admin admin] Pushing event deleted for resources: {'Network': ['ID=1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:24.787642 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd1b0e-4c83-46b6-9281-7905af1e49ed None None] DHCP port deletion for 1b64984f-f9ef-4d10-ae4d-28b12d2ba9ab request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:19:24.842386 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device d79d69a2-2ebd-46ed-b295-d34760c43f23 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:24.862592 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: d79d69a2-2ebd-46ed-b295-d34760c43f23 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:24.862933 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device d79d69a2-2ebd-46ed-b295-d34760c43f23 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:24.863347 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 7547d85c-f164-4295-bdc7-50d48e6dccd7 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:24.885343 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 7547d85c-f164-4295-bdc7-50d48e6dccd7 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:24.885681 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 7547d85c-f164-4295-bdc7-50d48e6dccd7 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:24.886148 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device e8f3c9d5-0cb4-491a-928d-225185be5547 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:24.906470 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: e8f3c9d5-0cb4-491a-928d-225185be5547 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:24.906810 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device e8f3c9d5-0cb4-491a-928d-225185be5547 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:24.955103 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47798) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:24.993898 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f09dfbef-5ffa-486e-825f-0d8ff322f078 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bc6f0b4dd8254fddaf35514f4d22bb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375247 Sep 23 16:19:24.996832 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47800) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:25.044076 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a93aa81a-db7a-4141-9b91-d7f29f6a826b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.065958 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a93aa81a-db7a-4141-9b91-d7f29f6a826b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.111297 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a93aa81a-db7a-4141-9b91-d7f29f6a826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.113841 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a93aa81a-db7a-4141-9b91-d7f29f6a826b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.115159 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-a93aa81a-db7a-4141-9b91-d7f29f6a826b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b1c3199-f3ff-44a7-a9a3-2165c93ab838 HTTP/1.1" status: 204 len: 168 time: 0.1172888 Sep 23 16:19:25.123336 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa81a-db7a-4141-9b91-d7f29f6a826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1c3199-f3ff-44a7-a9a3-2165c93ab838,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:25.420398 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47808) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:25.459117 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-dfc5dc8c-a3b9-4d96-9a97-625394dd9745 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f2587f7e1874be592112d04151cce58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375128 Sep 23 16:19:25.461436 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47810) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:19:25.511847 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e683e34a-fbc4-4c0d-9df4-e38d73ce8841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.532282 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e683e34a-fbc4-4c0d-9df4-e38d73ce8841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.581082 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e683e34a-fbc4-4c0d-9df4-e38d73ce8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.583632 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-e683e34a-fbc4-4c0d-9df4-e38d73ce8841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:25.584795 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-e683e34a-fbc4-4c0d-9df4-e38d73ce8841 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72ead6af-9857-4722-b8f4-63f43d6cad4c HTTP/1.1" status: 204 len: 168 time: 0.1224511 Sep 23 16:19:25.593159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683e34a-fbc4-4c0d-9df4-e38d73ce8841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ead6af-9857-4722-b8f4-63f43d6cad4c,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:26.402974 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:32.040688 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:46.911762 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1859a43-25bc-4bf6-8d1d-e9293b76f697 req-1514e0dc-9526-4530-a1d1-2d9c6bc4e652 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:46.913163 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b1859a43-25bc-4bf6-8d1d-e9293b76f697 req-1514e0dc-9526-4530-a1d1-2d9c6bc4e652 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.2443087 Sep 23 16:19:46.950541 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b1859a43-25bc-4bf6-8d1d-e9293b76f697 req-04670faf-b93e-41c1-b8c0-ff6271afdc87 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Sep 23 16:19:48.118818 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700f10-a894-42fc-8cd4-c7ebc75da41c req-9567a770-dd98-4872-8d79-6791e698a94b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:48.120320 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-48700f10-a894-42fc-8cd4-c7ebc75da41c req-9567a770-dd98-4872-8d79-6791e698a94b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.1016486 Sep 23 16:19:48.158654 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-48700f10-a894-42fc-8cd4-c7ebc75da41c req-e9e1ef99-af89-4996-8da0-1f7f0d4ec68a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309119 Sep 23 16:19:48.182876 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:19:48.192929 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-9e1514a6-a64a-44ab-97d5-823b949de479 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:48.194548 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-9e1514a6-a64a-44ab-97d5-823b949de479 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 945 time: 0.0486047 Sep 23 16:19:48.281004 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Deleting port fd7958ae-102c-47be-b6fd-84bd86157fce {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:19:48.281261 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:48.370062 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] For port fd7958ae-102c-47be-b6fd-84bd86157fce, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=fd7958ae-102c-47be-b6fd-84bd86157fce,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:19:48.370428 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:48.585597 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:48.585872 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:48.586180 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.l3_db [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Floating IP dc605795-ebcc-4faa-802d-075f55c29847 disassociated. External IP: 172.27.2.251, port: fd7958ae-102c-47be-b6fd-84bd86157fce. Sep 23 16:19:48.586508 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Calling delete_port for fd7958ae-102c-47be-b6fd-84bd86157fce owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:19:48.709588 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:48.738207 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event deleted for resources: {'Port': ['ID=fd7958ae-102c-47be-b6fd-84bd86157fce,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:48.751223 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.751596 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.751932 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.752264 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.752584 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.752905 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.753224 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.753539 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.753855 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.754194 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.754510 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:48.754818 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:19:49.082267 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:19:49.198386 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:19:49.209788 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:19:49.219867 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:49.220492 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:19:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:49.239122 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] No DVR routers for this DVR port fd7958ae-102c-47be-b6fd-84bd86157fce on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:19:49.241798 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:49.243898 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-72d36a28-973d-482d-8d4c-03fa347cc260 req-2fdbb99a-5b8d-45ac-9fb9-32baae458eef tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "DELETE /v2.0/ports/fd7958ae-102c-47be-b6fd-84bd86157fce HTTP/1.1" status: 204 len: 173 time: 1.0429256 Sep 23 16:19:49.244289 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'name': 'network-vif-deleted', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:19:49.247802 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6e5c6-69ea-4a05-bc63-6ae5e204f97f" -d '{"events": [{"server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "name": "network-vif-deleted", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:19:49.269691 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-543d488a-a41d-447f-b867-cbb9d75b6844 req-f1d6684a-b466-4381-a74b-9a1cf3f6ff40 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e824253-a78a-4c3d-8ae8-8852a5cc1981 HTTP/1.1" status: 200 len: 210 time: 0.0320663 Sep 23 16:19:49.292720 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1debab7-a0e9-4ee3-ad81-611e731a9ff0 x-openstack-request-id: req-c1debab7-a0e9-4ee3-ad81-611e731a9ff0 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:19:49.293642 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e824253-a78a-4c3d-8ae8-8852a5cc1981", "name": "network-vif-deleted", "tag": "fd7958ae-102c-47be-b6fd-84bd86157fce", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:19:49.294253 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1debab7-a0e9-4ee3-ad81-611e731a9ff0 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:19:49.294253 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e824253-a78a-4c3d-8ae8-8852a5cc1981', 'name': 'network-vif-deleted', 'tag': 'fd7958ae-102c-47be-b6fd-84bd86157fce', 'status': 'completed', 'code': 200} Sep 23 16:19:49.349221 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:49.672059 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:49.701712 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:19:49.709664 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:19:49.710267 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:19:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:49.817766 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:19:50.014415 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:19:50.040572 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d080b1fd-d1c9-47ea-8837-7945d5da1365 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:19:50.244007 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fcbf52-c696-4daf-ba47-21829eec0213 None None] New status for floating IP dc605795-ebcc-4faa-802d-075f55c29847: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:19:50.537692 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-2d25679d-d113-42ce-b66e-fbde710e9f8e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835668458&fields=id&tenant_id=790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 267 time: 0.0327799 Sep 23 16:19:50.641263 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-f0b3e221-b160-412a-9eb4-e5afac92b9c8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:50.642735 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-f0b3e221-b160-412a-9eb4-e5afac92b9c8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 811 time: 0.0977490 Sep 23 16:19:50.657777 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-441089db-7715-48a4-917a-b6761d9dd0ba tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/quotas/790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 375 time: 0.0093908 Sep 23 16:19:50.712498 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-9d67819c-cab1-4262-ba3c-4ab6145f5c90 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495265 Sep 23 16:19:50.727817 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-5dbde6b4-cc38-431e-8390-0b865d69b9a3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:19:50.728768 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-5dbde6b4-cc38-431e-8390-0b865d69b9a3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049436 Sep 23 16:19:50.813569 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-44a95b59-8cb1-48d8-8099-3c6af151a110 service neutron] 10.222.0.22 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792024 Sep 23 16:19:50.905164 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-3bf1e70f-396a-400d-b6fd-c5fff8a52b3b service neutron] 10.222.0.22 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856247 Sep 23 16:19:51.037480 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-16da6ca6-6eb3-4167-8b57-eebbfadc7603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:51.194904 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-7483a3bf-b0df-4902-8f1b-607269681369 req-28afb752-4a6b-4ead-a721-979add23f6e5 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Sep 23 16:19:51.850086 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fd7958ae-102c-47be-b6fd-84bd86157fce no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:19:51.874123 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: fd7958ae-102c-47be-b6fd-84bd86157fce {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:19:51.874462 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device fd7958ae-102c-47be-b6fd-84bd86157fce not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:19:52.235326 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-0654d992-60a6-4d06-a8d4-66f5ba48d4a8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:52.237605 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-0654d992-60a6-4d06-a8d4-66f5ba48d4a8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 811 time: 0.1126118 Sep 23 16:19:52.281701 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-64cde8f4-def5-49a9-a859-2cb727ddca3c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 379 time: 0.0358813 Sep 23 16:19:52.291626 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'port': {'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'admin_state_up': True, 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'security_groups': ['5be5b6fe-0130-4086-bc5a-17edc0d81938']}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:19:52.296762 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-bd213061-683b-41be-ad84-5444bcde1252 req-23e1659b-1ea5-48a0-bd68-e538e476309e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 210 time: 0.0298049 Sep 23 16:19:52.402674 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Made reservation on behalf of 790e3fb828724d6e8ae2703e30e8593a for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:19:52.406126 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:52.533680 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Allocated IP 172.20.0.12 (708d8316-1960-41c3-8d80-7b5eeadb3a67/3830215b-33a7-46f7-999f-17c06c514e02/4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:19:52.677030 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:52.709600 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:52.749845 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:19:52.752806 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:19:52.756322 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:19:52.784419 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:52.812172 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:52.812786 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:52.827646 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c8dda4ed-6a04-4886-8b93-867dd8f4b436 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5395761 Sep 23 16:19:52.839040 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-29ba186c-d899-4efa-8874-d78b932f1566 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:19:52.840245 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-29ba186c-d899-4efa-8874-d78b932f1566 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054786 Sep 23 16:19:52.905660 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Request body: {'port': {'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:19:52.961856 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:52.964676 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-7e396e45-419c-42d0-9339-b6530f299192 None None] Provisioning complete for port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:19:52.966398 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-7e396e45-419c-42d0-9339-b6530f299192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:53.000663 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-7e396e45-419c-42d0-9339-b6530f299192 None None] Port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:19:53.222445 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:19:53.229798 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:53.241678 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Transition to ACTIVE for port object 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:19:53.245282 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:53.295267 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:53.376322 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Attempting to bind port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:19:53.376665 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Attempting to bind port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:19:53.376990 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Attempting to bind port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:19:53.381564 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:19:53.382058 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Attempting to bind port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:19:53.389947 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:19:53.390311 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Checking segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:19:53.390676 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Bound using segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:19:53.391369 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Bound port: 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:19:53.391776 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:53.424644 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c563-974a-43da-9819-7b0f42bdb30a req-de42b7d2-33d8-4f14-9276-079bf0942717 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:53.426185 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0b02c563-974a-43da-9819-7b0f42bdb30a req-de42b7d2-33d8-4f14-9276-079bf0942717 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0539818 Sep 23 16:19:53.468414 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] For port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:19:53.469283 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0b02c563-974a-43da-9819-7b0f42bdb30a req-3979cafa-45e3-40f5-822d-d87ae63615dd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370693 Sep 23 16:19:53.471447 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] For port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:19:53.476232 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:53.510266 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:53.510888 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:53.513154 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 1094 time: 0.6648312 Sep 23 16:19:53.513591 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:19:53.516101 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163" -d '{"events": [{"name": "network-changed", "server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:19:53.542008 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201ce70-5e4f-46a9-b889-e912d219d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:19:53.570858 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7be6cb-cc91-49a1-ace9-1de08f161e97 x-openstack-request-id: req-7c7be6cb-cc91-49a1-ace9-1de08f161e97 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:19:53.571215 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:19:53.571390 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c7be6cb-cc91-49a1-ace9-1de08f161e97 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:19:53.571824 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'status': 'completed', 'code': 200} Sep 23 16:19:53.601495 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-3235023e-bea8-4c12-8ca3-0f854b58de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:53.603212 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-3235023e-bea8-4c12-8ca3-0f854b58de88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1097 time: 0.0445483 Sep 23 16:19:53.650354 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-cfb5be66-f361-4151-abfb-0a4112c631a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 217 time: 0.0394130 Sep 23 16:19:53.701421 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-4650eaa9-57b1-4986-bc25-433df22573ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:53.702937 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-4650eaa9-57b1-4986-bc25-433df22573ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0459812 Sep 23 16:19:53.723248 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-552b6aa7-8900-470b-ac36-ac0c2351abe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:53.755662 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-99a17ff1-a8de-4d40-92f1-2ddcc974faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:53.757887 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-99a17ff1-a8de-4d40-92f1-2ddcc974faec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464604 Sep 23 16:19:53.854794 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-c06c3fb9-00cc-4e42-a4be-0ac2dd989a83 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897579 Sep 23 16:19:53.944141 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-d2b899fd-b1d6-45b5-b8d9-a0cd9d3a5db9 req-6110287c-0632-4622-ab22-04c8b4ca63b0 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818319 Sep 23 16:19:54.026533 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-24814b43-58b5-4698-bb86-f08a9f18a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:54.029154 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-24814b43-58b5-4698-bb86-f08a9f18a76e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1097 time: 0.0443668 Sep 23 16:19:54.124505 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-28022d19-30d0-4365-a263-474a732840c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:54.125948 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-28022d19-30d0-4365-a263-474a732840c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0892565 Sep 23 16:19:54.171928 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-5c15326a-4ab8-4f7b-b1ad-7145a876dcb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 217 time: 0.0379226 Sep 23 16:19:54.221058 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-e22943cb-5f0d-444f-8648-15645af8a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:54.222450 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-e22943cb-5f0d-444f-8648-15645af8a6f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0429144 Sep 23 16:19:54.266978 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-7c4832bc-7dd7-4c2e-9c08-09648ccd8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:54.268258 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-7c4832bc-7dd7-4c2e-9c08-09648ccd8efe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386183 Sep 23 16:19:54.335530 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:54.362712 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-923d9fec-08f8-42cb-9c38-75e11bb3d9c3 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874369 Sep 23 16:19:54.451215 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-764aebf7-0b37-4a7f-aef6-a0aeb10d2163 req-7e73d21b-1614-4709-b11e-63a8d5525d8e service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814056 Sep 23 16:19:54.584053 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795479d9-2a7f-411c-b092-b50c0d5ce057 req-55e657db-773a-49cc-b96b-edbed9ce30a0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:54.585599 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-795479d9-2a7f-411c-b092-b50c0d5ce057 req-55e657db-773a-49cc-b96b-edbed9ce30a0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0479794 Sep 23 16:19:54.622967 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-795479d9-2a7f-411c-b092-b50c0d5ce057 req-3c208c05-4841-4f26-baf6-4fba56bff7bd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300572 Sep 23 16:19:54.736800 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:55.737786 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8292886-c45e-4a61-bb5a-bed49a75d855 req-609ab691-e35b-4d4e-8366-5e72b60cac3a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:55.739265 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f8292886-c45e-4a61-bb5a-bed49a75d855 req-609ab691-e35b-4d4e-8366-5e72b60cac3a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0482295 Sep 23 16:19:55.775357 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-f8292886-c45e-4a61-bb5a-bed49a75d855 req-3ca6495b-9e98-46c8-85f5-db6a9907ccd1 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302711 Sep 23 16:19:56.405889 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:19:56.886579 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dabe-6f01-4f46-933b-3d5cd4bc2e32 req-fa18b547-8193-4d7e-aaa9-3e2dc872a890 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:56.889649 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8d06dabe-6f01-4f46-933b-3d5cd4bc2e32 req-fa18b547-8193-4d7e-aaa9-3e2dc872a890 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0487151 Sep 23 16:19:56.929702 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-8d06dabe-6f01-4f46-933b-3d5cd4bc2e32 req-1f28241b-bddd-443f-a0a5-c0fbe9d29c5b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346413 Sep 23 16:19:58.044782 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad24016-386f-4e7d-9a22-ed8f8d862c79 req-9124b019-60c8-4fd1-a5ba-a8d20dd3805d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:58.046369 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9ad24016-386f-4e7d-9a22-ed8f8d862c79 req-9124b019-60c8-4fd1-a5ba-a8d20dd3805d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0503919 Sep 23 16:19:58.086574 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9ad24016-386f-4e7d-9a22-ed8f8d862c79 req-4cd0ecbc-9b26-45fc-85ba-3d5e87cd87ca tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343773 Sep 23 16:19:59.198785 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81969fdc-c836-41ac-a963-bc3af87cb397 req-82f25ea2-beb2-4182-9556-d548d478404a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:19:59.200363 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81969fdc-c836-41ac-a963-bc3af87cb397 req-82f25ea2-beb2-4182-9556-d548d478404a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0483422 Sep 23 16:19:59.237481 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-81969fdc-c836-41ac-a963-bc3af87cb397 req-b6a87539-5259-4562-8ef9-e224b9a9a9a3 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312362 Sep 23 16:20:00.348655 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1d32c-5a2d-46ed-96b9-b89889914f1c req-4368ffd6-f309-4aff-a795-a7f67a301464 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:00.350144 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2d1d32c-5a2d-46ed-96b9-b89889914f1c req-4368ffd6-f309-4aff-a795-a7f67a301464 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0477703 Sep 23 16:20:00.391345 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d2d1d32c-5a2d-46ed-96b9-b89889914f1c req-d1efd9ff-9cc4-4b8c-a583-790393f7c512 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346103 Sep 23 16:20:01.502788 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66777-ef8b-47d5-beca-bfb075941055 req-08ac0bee-e51d-48be-8ad7-059349fa75d3 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:01.504291 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66f66777-ef8b-47d5-beca-bfb075941055 req-08ac0bee-e51d-48be-8ad7-059349fa75d3 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 944 time: 0.0477798 Sep 23 16:20:01.542481 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-66f66777-ef8b-47d5-beca-bfb075941055 req-eff74708-3e67-4db2-b78c-c76cdac6015a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Sep 23 16:20:01.856162 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:20:01.949960 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:20:01.960647 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:20:01.997215 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:02.009206 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:20:02.028712 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:20:02.032831 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:02.072470 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:02.086353 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:20:02.093779 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.094144 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.094468 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.094802 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.095132 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.095484 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.095811 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.096134 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.096484 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.096809 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.097129 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.097447 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:02.254278 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:20:02.672073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99389170-aad6-4200-83cd-f530715f3130 req-cf90125c-9167-4fb7-b061-ee50d0e62fca tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:02.673452 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-99389170-aad6-4200-83cd-f530715f3130 req-cf90125c-9167-4fb7-b061-ee50d0e62fca tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Sep 23 16:20:02.709799 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-99389170-aad6-4200-83cd-f530715f3130 req-f25fd7c7-05e4-4c28-959e-438084c5f2b7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305569 Sep 23 16:20:03.822419 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749c1d-7e24-495b-905a-ff89c78a60af req-9ae2d46e-5337-45de-a55b-aafdc998aa9d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:03.823958 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c9749c1d-7e24-495b-905a-ff89c78a60af req-9ae2d46e-5337-45de-a55b-aafdc998aa9d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 945 time: 0.0498066 Sep 23 16:20:03.865489 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c9749c1d-7e24-495b-905a-ff89c78a60af req-d5c1f8b8-3463-4062-8e7e-85dd13fd3522 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356076 Sep 23 16:20:03.870783 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:20:03.921592 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:20:03.925356 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:20:03.925760 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:03.999581 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:04.020956 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:20:04.023273 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b4f62-3b88-4c57-a734-9014ddd5b36c" -d '{"events": [{"server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "name": "network-vif-plugged", "status": "completed", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:20:04.036639 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:20:04.040508 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:04.096346 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:20:04.119232 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de531b5-d78e-4edf-850e-25df911cb1ba x-openstack-request-id: req-8de531b5-d78e-4edf-850e-25df911cb1ba {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:20:04.119618 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "name": "network-vif-plugged", "status": "completed", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:20:04.119943 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8de531b5-d78e-4edf-850e-25df911cb1ba {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:20:04.120335 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'code': 200} Sep 23 16:20:04.326151 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2ea1-39d2-4999-9b25-d3dbd44e3637 req-410c1b90-78ef-400a-93dc-c224d326779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:04.327558 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e34c2ea1-39d2-4999-9b25-d3dbd44e3637 req-410c1b90-78ef-400a-93dc-c224d326779a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1099 time: 0.0429218 Sep 23 16:20:04.361742 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e34c2ea1-39d2-4999-9b25-d3dbd44e3637 req-48bfe718-485f-4f05-a340-8fcca43a421a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276265 Sep 23 16:20:04.978128 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba0227-25f9-444f-969c-22ac91e97329 req-d18e6781-61b5-4208-818e-d43d7e3d88d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:04.979600 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e4ba0227-25f9-444f-969c-22ac91e97329 req-d18e6781-61b5-4208-818e-d43d7e3d88d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 946 time: 0.0477526 Sep 23 16:20:05.017640 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e4ba0227-25f9-444f-969c-22ac91e97329 req-dc875366-4c46-4374-a4f6-961389157b47 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Sep 23 16:20:06.131778 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beabb7c-4eac-4ece-904d-b1155420e0a1 req-d8243568-211b-41b6-bf2f-5ea0e42a9f67 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:06.133244 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9beabb7c-4eac-4ece-904d-b1155420e0a1 req-d8243568-211b-41b6-bf2f-5ea0e42a9f67 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 946 time: 0.0476279 Sep 23 16:20:06.171020 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9beabb7c-4eac-4ece-904d-b1155420e0a1 req-c490b912-9599-4625-8dec-83e6ea2b7f09 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Sep 23 16:20:06.281791 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14769ce1-22cc-4cb9-b8ea-3dacaabc6eef req-abae3ffc-ae92-4728-9b3e-d2d55e2be796 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:06.283241 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-14769ce1-22cc-4cb9-b8ea-3dacaabc6eef req-abae3ffc-ae92-4728-9b3e-d2d55e2be796 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 946 time: 0.0473001 Sep 23 16:20:06.323039 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-14769ce1-22cc-4cb9-b8ea-3dacaabc6eef req-ae342f99-6743-4861-9f5c-ed34fb62c484 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339286 Sep 23 16:20:06.346149 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47908) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:20:06.384574 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7066fd-d9a7-429f-8f08-cbe36891f666 tempest-TestVolumeBootPattern-2105274391 tempest-TestVolumeBootPattern-2105274391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:06.386069 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-4f7066fd-d9a7-429f-8f08-cbe36891f666 tempest-TestVolumeBootPattern-2105274391 tempest-TestVolumeBootPattern-2105274391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1094 time: 0.0389745 Sep 23 16:20:06.389413 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 47910) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:20:06.393899 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:20:06.415625 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:06.510420 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:06.613977 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Allocated IP 172.27.2.89 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/e505806f-24a6-4beb-9e83-196aa3728571) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:20:06.712307 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:06.751134 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:06.787219 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:20:06.791296 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:20:06.795385 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:20:06.819685 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=e505806f-24a6-4beb-9e83-196aa3728571,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:20:06.833153 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.833499 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.833836 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.834164 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.834487 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.834811 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.835131 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.835474 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.835797 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.836113 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.836425 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:06.836736 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:20:07.152273 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:07.214863 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:07.359488 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:07.364826 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:07.430266 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=e505806f-24a6-4beb-9e83-196aa3728571,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:20:07.440266 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:07.536126 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Floating IP dbd6c43e-d381-4aa9-a749-754ec4929029 associated. External IP: 172.27.2.89, port: 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f. Sep 23 16:20:07.734545 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:20:07.846351 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:20:07.855737 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:20:07.862746 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:07.865971 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:20:07.866667 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:19:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:20:07.903015 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-f4fd527b-a76e-4031-8e78-6e54f5b4e403 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4987955 Sep 23 16:20:07.903015 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:20:07.903015 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:20:07.927023 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964830f8-fd3b-4559-892e-742e6f8dd8bc x-openstack-request-id: req-964830f8-fd3b-4559-892e-742e6f8dd8bc {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:20:07.927315 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:20:07.927600 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-964830f8-fd3b-4559-892e-742e6f8dd8bc {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:20:07.928001 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'status': 'completed', 'code': 200} Sep 23 16:20:07.974577 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:20:07.990992 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-201886e1-6394-4fc4-80b7-4a8f2fbe5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:07.992497 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-201886e1-6394-4fc4-80b7-4a8f2fbe5f47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1099 time: 0.0405602 Sep 23 16:20:08.082082 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-95e36006-1612-4fb1-9ddf-d1a4c31a130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:08.083580 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-95e36006-1612-4fb1-9ddf-d1a4c31a130a service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0843563 Sep 23 16:20:08.152703 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-bada70a2-1012-43df-beda-0307fec1cb58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 999 time: 0.0609608 Sep 23 16:20:08.197305 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:07Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:20:08.201738 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-6fef9e31-8bab-4e07-b5d1-28faa0ce6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:08.203194 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-6fef9e31-8bab-4e07-b5d1-28faa0ce6198 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0439682 Sep 23 16:20:08.223538 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:20:08.232573 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:20:08.233185 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:19:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:20:08.249853 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-f4cb8db3-e9d0-4406-b1b3-074a51acdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:08.251244 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-f4cb8db3-e9d0-4406-b1b3-074a51acdb1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410743 Sep 23 16:20:08.336649 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:20:08.346971 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-c0de08af-6e15-4c70-b105-45b475835df5 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878425 Sep 23 16:20:08.448222 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-47e22ea4-bb2a-44dc-a630-28bf23f1b0cc req-fda82bed-bcc3-42a5-8cf1-1a726fddab6d service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942173 Sep 23 16:20:08.563929 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:07Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:20:08.589212 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d669a2-b2c7-43e7-b9fe-4c4f69df8a5c None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:07Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:20:08.783847 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a849888f-532a-4efa-a205-a2d2dafcdae3 None None] New status for floating IP dbd6c43e-d381-4aa9-a749-754ec4929029: ACTIVE {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:20:21.039234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-80d4a77d-ffcf-465b-8008-3ea3ecd0d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:23.723084 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-efe46c03-48be-40dc-9215-b8761cdded9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:24.336527 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:24.738845 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:25.183023 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:20:26.409705 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:32.054839 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:41.135626 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-6aa196aa-6190-4c0c-98c7-fe51c53d4450 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393097 Sep 23 16:20:41.219501 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-be7dd129-01e0-44d3-a49f-1a5fbb3d6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:41.220940 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-be7dd129-01e0-44d3-a49f-1a5fbb3d6387 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1099 time: 0.0399013 Sep 23 16:20:41.334873 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-48ae253b-7a27-417e-a5ea-7265baac5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:41.336518 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-48ae253b-7a27-417e-a5ea-7265baac5f07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0907776 Sep 23 16:20:41.405622 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-eed7e2c2-6bd0-41f5-9583-99405d17ad2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 1001 time: 0.0570264 Sep 23 16:20:41.457821 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-e5452720-5071-4c90-bacb-93f11869672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:41.459574 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-e5452720-5071-4c90-bacb-93f11869672c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0424197 Sep 23 16:20:41.508170 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-1f4ce0da-34c5-45fd-ab8a-0f97fa7d1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:20:41.509598 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-1f4ce0da-34c5-45fd-ab8a-0f97fa7d1dff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424845 Sep 23 16:20:41.602078 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-ccbd3b8f-eb20-44af-8e9b-10b607b1ac63 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811353 Sep 23 16:20:41.693017 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0919b408-a655-4eb1-96bb-069075dc6c6c req-88a0e3cd-5923-441f-8cf8-c9e953dd7962 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835071 Sep 23 16:20:51.039622 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-372fa73c-7bf0-4482-9292-8be972150a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:53.725537 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1279-50db-4a34-b7d8-53ee30528425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:54.451282 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:54.742174 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:20:56.413138 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:02.070386 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:02.181814 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:21:21.041312 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-507593d0-c2e8-47a9-9038-86b5a26669c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:23.725901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-992adf93-ca2f-4a62-9cd3-379bf4d6a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:24.342578 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:24.744855 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:26.415611 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:32.073778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:39.181041 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:21:42.140302 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-c67a5376-4e23-4222-a3ec-ec55c9f64935 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406377 Sep 23 16:21:42.222279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-3e2aca8c-539e-45fa-a08f-80aaca57883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:42.223772 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-3e2aca8c-539e-45fa-a08f-80aaca57883f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1099 time: 0.0393510 Sep 23 16:21:42.330895 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-9d646392-a3eb-453d-9549-7c05279b66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:42.332394 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-9d646392-a3eb-453d-9549-7c05279b66f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0880876 Sep 23 16:21:42.396652 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-245da28b-ec40-4f7a-81d2-693049cdc5d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 1001 time: 0.0565367 Sep 23 16:21:42.448486 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-3fadce55-93e8-441d-970e-b25657a624d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:42.449895 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-3fadce55-93e8-441d-970e-b25657a624d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0454581 Sep 23 16:21:42.495725 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-925ef4c5-18c0-4816-8148-fa3366bf4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:42.497277 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-925ef4c5-18c0-4816-8148-fa3366bf4786 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395026 Sep 23 16:21:42.587658 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-0272afd3-29fc-4688-8fe5-c2087484bec8 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830333 Sep 23 16:21:42.679277 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-0f05f94e-c2b5-44db-817c-d718fe4c4d74 req-cf6f049d-bc15-4d24-b18e-a2e4ad05238a service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839992 Sep 23 16:21:43.105434 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-d9874d8b-0348-49f5-aedf-57d8197d1a61 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835668458&fields=id&tenant_id=790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 267 time: 0.0342929 Sep 23 16:21:43.211269 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-8e5a721c-fed3-4fbe-ba52-1b8e6cdaadd7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:43.212672 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-8e5a721c-fed3-4fbe-ba52-1b8e6cdaadd7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 811 time: 0.0999396 Sep 23 16:21:43.227421 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-c4c2a5c2-f92b-4a96-a02d-8a2382d9abf2 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/quotas/790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 375 time: 0.0087733 Sep 23 16:21:43.283242 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-a386c81a-5df8-404a-9ea7-56781280c598 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508454 Sep 23 16:21:43.298874 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-6336a61f-ebab-4ff8-9054-1684356c9b43 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:21:43.299861 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-6336a61f-ebab-4ff8-9054-1684356c9b43 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054772 Sep 23 16:21:43.387980 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-c6ae6d5a-cc0e-4077-b7c0-786aefb7a636 service neutron] 10.222.0.22 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825882 Sep 23 16:21:43.719759 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-2e8bbd3f-5011-4012-8fbc-d19914fe774b service neutron] 10.222.0.22 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248615 Sep 23 16:21:44.007739 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-387c32d9-c0cf-4ca4-935e-9ef64b27bcbe req-81b4c31e-1a6a-4cb7-acc2-e4ee327071f2 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 210 time: 0.0258002 Sep 23 16:21:44.895927 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-875b58cf-7174-4fe7-ae9f-64e85593b2ce tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:44.896890 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-875b58cf-7174-4fe7-ae9f-64e85593b2ce tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 811 time: 0.1089003 Sep 23 16:21:44.939989 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-d3452c75-e7df-4a67-a73b-dc9fef014972 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790e3fb828724d6e8ae2703e30e8593a HTTP/1.1" status: 200 len: 379 time: 0.0346491 Sep 23 16:21:44.949517 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'port': {'device_id': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'admin_state_up': True, 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'security_groups': ['5be5b6fe-0130-4086-bc5a-17edc0d81938']}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:21:45.056662 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Made reservation on behalf of 790e3fb828724d6e8ae2703e30e8593a for: {'port': 1} {{(pid=94384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:21:45.060208 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:45.103286 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9e9cfac0-51dc-49a3-b20d-5a497e5c9a0a req-b26a580d-bc14-4c34-9870-99f19aa376e6 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 210 time: 0.0267758 Sep 23 16:21:45.190294 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.db_base_plugin_common [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Allocated IP 172.20.0.9 (708d8316-1960-41c3-8d80-7b5eeadb3a67/3830215b-33a7-46f7-999f-17c06c514e02/d356009d-eba5-4efd-882d-c7e3fc8b669a) {{(pid=94384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:21:45.334745 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:45.591457 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_create {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:45.633241 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 is already hosted by enough agents. {{(pid=94384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:21:45.636142 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.base_scheduler [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Resources bound (agent type, host, resource id): {{(pid=94384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:21:45.640779 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Received port after_create {{(pid=94384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:21:45.648894 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=d356009d-eba5-4efd-882d-c7e3fc8b669a,revision_number=1']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:21:45.678415 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.678758 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.679091 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.679438 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.679761 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.680091 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.680408 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.680724 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.681046 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.681364 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.681679 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.681989 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:45.706309 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:45.706920 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:45.722015 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-0100e622-f04f-4257-b2f7-412b61108e48 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757816 Sep 23 16:21:45.734237 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.v2.base [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Request body: {'port': {'device_id': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=94384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:21:45.791493 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:45.907788 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-bc0b2f17-b4a7-4336-965a-e79b13bfe142 None None] Provisioning complete for port d356009d-eba5-4efd-882d-c7e3fc8b669a triggered by entity DHCP. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:21:45.908405 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bc0b2f17-b4a7-4336-965a-e79b13bfe142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:45.941531 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b2f17-b4a7-4336-965a-e79b13bfe142 None None] Port d356009d-eba5-4efd-882d-c7e3fc8b669a cannot update to ACTIVE because it is not bound. {{(pid=94385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 16:21:46.046781 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d356009d-eba5-4efd-882d-c7e3fc8b669a {{(pid=94384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:21:46.054066 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:46.066504 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.provisioning_blocks [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Transition to ACTIVE for port object d356009d-eba5-4efd-882d-c7e3fc8b669a will not be triggered until provisioned by entity L2. {{(pid=94384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:21:46.069699 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:46.139627 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d356009d-eba5-4efd-882d-c7e3fc8b669a,revision_number=2']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:21:46.197267 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Attempting to bind port d356009d-eba5-4efd-882d-c7e3fc8b669a on host hv-cinder-80661 for vnic_type normal with profile {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 16:21:46.197600 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Attempting to bind port d356009d-eba5-4efd-882d-c7e3fc8b669a by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 16:21:46.197926 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Attempting to bind port d356009d-eba5-4efd-882d-c7e3fc8b669a on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:21:46.205058 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Port d356009d-eba5-4efd-882d-c7e3fc8b669a on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 16:21:46.205379 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Attempting to bind port d356009d-eba5-4efd-882d-c7e3fc8b669a on network 708d8316-1960-41c3-8d80-7b5eeadb3a67 {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 16:21:46.212668 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Checking agent: {'id': 'd930259e-d6e4-4fb1-a91f-b96ef275645e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'started_at': datetime.datetime(2021, 9, 23, 16, 7, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 16:21:46.213158 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Checking segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 16:21:46.213626 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Bound using segment: {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'} {{(pid=94384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 16:21:46.214332 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.managers [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Bound port: d356009d-eba5-4efd-882d-c7e3fc8b669a, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec84643-cbdf-4a61-8975-9e20e56645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67'}}] {{(pid=94384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 16:21:46.214731 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:46.231761 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fe127-c397-404e-9b1d-c1db3f3f8eac req-22fd44dc-ac9f-4491-86d5-dcd3b3ad5094 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:46.234045 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d27fe127-c397-404e-9b1d-c1db3f3f8eac req-22fd44dc-ac9f-4491-86d5-dcd3b3ad5094 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0548797 Sep 23 16:21:46.273845 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d27fe127-c397-404e-9b1d-c1db3f3f8eac req-d1079302-1cfc-4430-a72c-2a77d1f048ba tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333946 Sep 23 16:21:46.282005 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] For port d356009d-eba5-4efd-882d-c7e3fc8b669a, host hv-cinder-80661, cleared binding levels {{(pid=94384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 16:21:46.285116 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] For port d356009d-eba5-4efd-882d-c7e3fc8b669a, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 16:21:46.289937 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668579'] for port, after_update {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:46.324015 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:46.324628 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:46.326022 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] 10.222.0.42 "PUT /v2.0/ports/d356009d-eba5-4efd-882d-c7e3fc8b669a HTTP/1.1" status: 200 len: 1093 time: 0.5962441 Sep 23 16:21:46.326488 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:21:46.328839 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077a448d-e356-441a-85f6-3cca64b8854f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:21:46.352406 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c6556-8982-43a1-a06a-70adbfea3f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d356009d-eba5-4efd-882d-c7e3fc8b669a,revision_number=3']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:21:46.387900 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc39e6a1-53e5-4ca0-9436-5af04e76a0b6 x-openstack-request-id: req-bc39e6a1-53e5-4ca0-9436-5af04e76a0b6 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:21:46.388560 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:21:46.388817 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc39e6a1-53e5-4ca0-9436-5af04e76a0b6 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:21:46.389239 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'status': 'completed', 'code': 200} Sep 23 16:21:46.422731 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-29b481a9-d06e-49b4-802b-73c00a8dcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:46.424231 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-29b481a9-d06e-49b4-802b-73c00a8dcea7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 1096 time: 0.0489271 Sep 23 16:21:46.466502 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-6a4ceabe-df12-41c0-a3dc-6c2bd92f23a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a HTTP/1.1" status: 200 len: 217 time: 0.0347867 Sep 23 16:21:46.515895 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-29c1545e-016d-40fd-9b24-8696718ef455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:46.517348 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-29c1545e-016d-40fd-9b24-8696718ef455 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0440001 Sep 23 16:21:46.564816 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edb6c-da0d-4dc9-b326-018652667c8d req-cbce4f47-bb57-4fa2-a53a-69ed8f3d52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:46.566265 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-cbce4f47-bb57-4fa2-a53a-69ed8f3d52f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422194 Sep 23 16:21:46.659086 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-357ebf5d-3c82-4561-b9e0-9cd0fee36ffe service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858948 Sep 23 16:21:46.751469 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-217edb6c-da0d-4dc9-b326-018652667c8d req-234cfbd3-8cd8-498e-a055-ffef5fbf3eb2 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850301 Sep 23 16:21:46.833676 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a448d-e356-441a-85f6-3cca64b8854f req-2dc90c43-ae89-4971-ae0b-1c34a033a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:46.835138 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-077a448d-e356-441a-85f6-3cca64b8854f req-2dc90c43-ae89-4971-ae0b-1c34a033a91a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 1096 time: 0.0405421 Sep 23 16:21:46.926974 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a448d-e356-441a-85f6-3cca64b8854f req-da39a04c-5dd3-4d55-8758-062631bb6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:46.928541 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-077a448d-e356-441a-85f6-3cca64b8854f req-da39a04c-5dd3-4d55-8758-062631bb6f87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0858457 Sep 23 16:21:46.971944 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-077a448d-e356-441a-85f6-3cca64b8854f req-74ecaafe-761b-467c-a750-1d91a3612ef4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a HTTP/1.1" status: 200 len: 217 time: 0.0351992 Sep 23 16:21:47.021234 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a448d-e356-441a-85f6-3cca64b8854f req-4d8c4a64-4249-4fed-b318-a3537fe35fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:47.022546 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-077a448d-e356-441a-85f6-3cca64b8854f req-4d8c4a64-4249-4fed-b318-a3537fe35fce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0429461 Sep 23 16:21:47.068298 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a448d-e356-441a-85f6-3cca64b8854f req-90310a09-5717-4ecd-a804-08539d24e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:47.069751 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-077a448d-e356-441a-85f6-3cca64b8854f req-90310a09-5717-4ecd-a804-08539d24e5e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391831 Sep 23 16:21:47.169278 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-077a448d-e356-441a-85f6-3cca64b8854f req-b30c95c0-fe17-4560-8859-943824e8bdd3 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912085 Sep 23 16:21:47.263110 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-077a448d-e356-441a-85f6-3cca64b8854f req-5ff31b83-58a1-40ca-8ca6-c962edae5c72 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834479 Sep 23 16:21:47.388143 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872e3c3-ae81-4deb-be69-444ff5648a3a req-32467ce9-98e3-49c1-a1a5-496b25605006 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:47.389790 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0872e3c3-ae81-4deb-be69-444ff5648a3a req-32467ce9-98e3-49c1-a1a5-496b25605006 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0488787 Sep 23 16:21:47.427267 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-0872e3c3-ae81-4deb-be69-444ff5648a3a req-fe278954-2def-446b-beb7-2095ac493fd1 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Sep 23 16:21:48.541645 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d79025-7496-4f7a-be06-1e754f34198a req-73248843-42aa-4283-89de-7f78a972f34c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:48.543119 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c7d79025-7496-4f7a-be06-1e754f34198a req-73248843-42aa-4283-89de-7f78a972f34c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0491862 Sep 23 16:21:48.579770 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c7d79025-7496-4f7a-be06-1e754f34198a req-17afcb72-d033-476a-a2a5-590a88e6e868 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307372 Sep 23 16:21:49.695690 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69d59-af3a-4c90-92c1-7cd2d604157a req-ae257ef6-e482-4059-b933-04a4b7cd825c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:49.697155 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-48a69d59-af3a-4c90-92c1-7cd2d604157a req-ae257ef6-e482-4059-b933-04a4b7cd825c tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0518591 Sep 23 16:21:49.735125 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-48a69d59-af3a-4c90-92c1-7cd2d604157a req-e44fd0ae-153b-411d-b67a-6dae76d2100b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Sep 23 16:21:50.845680 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e91c7-3261-4921-98cb-0fce22e7ed5f req-ff961531-8aae-4a34-a75e-73f544b681cf tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:50.847116 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-171e91c7-3261-4921-98cb-0fce22e7ed5f req-ff961531-8aae-4a34-a75e-73f544b681cf tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0477674 Sep 23 16:21:50.882498 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-171e91c7-3261-4921-98cb-0fce22e7ed5f req-3b18bc85-3f78-4c94-ad01-74490364c183 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296202 Sep 23 16:21:51.043535 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ec1bc601-a1b1-4e8e-bf48-31ca92180a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:51.994304 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6222f-4d32-4197-af54-04021d0f0c20 req-444497f8-a836-4001-b256-e3f68e85143a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:51.995805 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-07f6222f-4d32-4197-af54-04021d0f0c20 req-444497f8-a836-4001-b256-e3f68e85143a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0483835 Sep 23 16:21:52.032435 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-07f6222f-4d32-4197-af54-04021d0f0c20 req-5bb9d187-2ec0-4a0a-9731-a1534ae4ef36 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Sep 23 16:21:53.148030 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b7d8-a79f-476e-b6ee-ea7b4031b1ac req-7d1ad5ed-8032-407b-9d58-c7c65c8bf4f2 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:53.149528 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a500b7d8-a79f-476e-b6ee-ea7b4031b1ac req-7d1ad5ed-8032-407b-9d58-c7c65c8bf4f2 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0515525 Sep 23 16:21:53.186841 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a500b7d8-a79f-476e-b6ee-ea7b4031b1ac req-5010cfd2-a910-4a37-81d5-5a54942ae38f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Sep 23 16:21:53.726001 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8461d785-5aec-4c6d-9035-b64e3bb0ac40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:54.302479 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fa2fe-3f7f-4414-9a48-e17de7215a66 req-c56f1395-a668-433d-adcc-045616f60fb2 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:54.303961 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b73fa2fe-3f7f-4414-9a48-e17de7215a66 req-c56f1395-a668-433d-adcc-045616f60fb2 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 943 time: 0.0482547 Sep 23 16:21:54.346192 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d356009d-eba5-4efd-882d-c7e3fc8b669a details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=94385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 16:21:54.346447 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-b73fa2fe-3f7f-4414-9a48-e17de7215a66 req-d49626d4-731c-40b1-808e-3ff0c84b69ba tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367005 Sep 23 16:21:54.366954 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:54.450059 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d356009d-eba5-4efd-882d-c7e3fc8b669a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:21:54.460221 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Returning: {'device': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'port_id': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'mac_address': 'fa:16:3e:b3:35:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 16:21:54.496275 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:54.508778 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d356009d-eba5-4efd-882d-c7e3fc8b669a {{(pid=94385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 16:21:54.530804 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d356009d-eba5-4efd-882d-c7e3fc8b669a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:21:54.534730 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:54.580923 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d356009d-eba5-4efd-882d-c7e3fc8b669a,revision_number=4']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:21:54.588160 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.588512 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.588853 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.589188 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.589518 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.589847 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.590174 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.590499 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.590840 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.591168 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.591513 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.591833 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:54.747821 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:54.758538 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] get_ports_and_sgs() called for port_ids ['d356009d-eba5-4efd-882d-c7e3fc8b669a'] {{(pid=94385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 16:21:55.459424 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2368c6-3098-4288-ab24-94c0819bdb54 req-1ff8099a-f9b9-4f11-adc2-fd4255a6fb4f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:55.460874 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1f2368c6-3098-4288-ab24-94c0819bdb54 req-1ff8099a-f9b9-4f11-adc2-fd4255a6fb4f tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 944 time: 0.0485444 Sep 23 16:21:55.497203 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-1f2368c6-3098-4288-ab24-94c0819bdb54 req-64626415-6834-4099-9b93-b831c9caccbf tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305200 Sep 23 16:21:56.359354 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d356009d-eba5-4efd-882d-c7e3fc8b669a up at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 16:21:56.410698 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning for port d356009d-eba5-4efd-882d-c7e3fc8b669a completed by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:21:56.419634 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.provisioning_blocks [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Provisioning complete for port d356009d-eba5-4efd-882d-c7e3fc8b669a triggered by entity L2. {{(pid=94385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:21:56.420112 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462244'] for port, provisioning_complete {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:56.423699 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:56.496095 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:56.517922 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a'}] {{(pid=94385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:21:56.520166 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb970904e2abfb5465ef0a484534a043a48b0b0a478fc4d692121d90df3cf9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c9791-04b5-4a71-ad32-3968347ccf9f" -d '{"events": [{"server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "name": "network-vif-plugged", "status": "completed", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a"}]}' {{(pid=94385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:21:56.534210 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.db [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] For port d356009d-eba5-4efd-882d-c7e3fc8b669a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:21:56.538191 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059'] for port, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:56.563786 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a773d8e-c338-4238-9b4e-9f4599e6a715 x-openstack-request-id: req-4a773d8e-c338-4238-9b4e-9f4599e6a715 {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:21:56.564079 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "name": "network-vif-plugged", "status": "completed", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a", "code": 200}]} {{(pid=94385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:21:56.564329 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a773d8e-c338-4238-9b4e-9f4599e6a715 {{(pid=94385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:21:56.564717 dv-cinder-806616-3-iscsi neutron-server[94385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'code': 200} Sep 23 16:21:56.594493 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Pushing event updated for resources: {'Port': ['ID=d356009d-eba5-4efd-882d-c7e3fc8b669a,revision_number=5']} {{(pid=94385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:21:56.621121 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e005829-a398-474a-b768-baab0a612aca req-919b7fb6-754d-4da5-9b6c-e6cf1d4ccf22 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:56.622533 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9e005829-a398-474a-b768-baab0a612aca req-919b7fb6-754d-4da5-9b6c-e6cf1d4ccf22 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 945 time: 0.0544393 Sep 23 16:21:56.666531 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-9e005829-a398-474a-b768-baab0a612aca req-e00a4bd0-dedd-4a18-92e3-978bc6f33ae4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372672 Sep 23 16:21:56.780694 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64d377-aa56-4d1d-b912-52699bb8e8e9 req-ee26a81a-cac3-4555-b277-a438f02dd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:56.782154 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-2a64d377-aa56-4d1d-b912-52699bb8e8e9 req-ee26a81a-cac3-4555-b277-a438f02dd5d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 1098 time: 0.0396211 Sep 23 16:21:56.816793 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-2a64d377-aa56-4d1d-b912-52699bb8e8e9 req-564a2735-bd77-4d9f-b25d-957f8f5d6457 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277550 Sep 23 16:21:57.782850 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e01c8-7a9d-40c6-af06-b6cfaff25196 req-23c6902d-1e77-45ec-b0cd-d1342b0a89e6 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:57.784395 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ee7e01c8-7a9d-40c6-af06-b6cfaff25196 req-23c6902d-1e77-45ec-b0cd-d1342b0a89e6 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 945 time: 0.0493488 Sep 23 16:21:57.822548 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ee7e01c8-7a9d-40c6-af06-b6cfaff25196 req-8ab5ca9d-dcb0-466f-a87e-b1cd93a0f675 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Sep 23 16:21:58.941641 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2648b-74e9-4e45-9dce-2efd3a35bafc req-46d4f5a0-f018-41a8-ae5d-602875282319 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:58.944325 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c6f2648b-74e9-4e45-9dce-2efd3a35bafc req-46d4f5a0-f018-41a8-ae5d-602875282319 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 945 time: 0.0522034 Sep 23 16:21:58.980382 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-c6f2648b-74e9-4e45-9dce-2efd3a35bafc req-47f48a00-9d89-4f27-a239-932281e055a6 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300252 Sep 23 16:21:59.096495 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0d840-f819-4156-a044-ed46aecaacb8 req-d5608a80-50cb-4fa4-a8c6-7749167cb8ed tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:59.097942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3c0d840-f819-4156-a044-ed46aecaacb8 req-d5608a80-50cb-4fa4-a8c6-7749167cb8ed tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 945 time: 0.0528510 Sep 23 16:21:59.135758 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-d3c0d840-f819-4156-a044-ed46aecaacb8 req-12fdd3b6-ac56-489e-8d53-cd6c9a5ff98b tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Sep 23 16:21:59.158595 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48034) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:21:59.196857 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce07277-6c00-4335-8573-e4239f3f35ca tempest-TestVolumeBootPattern-2105274391 tempest-TestVolumeBootPattern-2105274391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:21:59.198325 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-1ce07277-6c00-4335-8573-e4239f3f35ca tempest-TestVolumeBootPattern-2105274391 tempest-TestVolumeBootPattern-2105274391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 1093 time: 0.0387857 Sep 23 16:21:59.200979 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48036) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:21:59.205207 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.v2.base [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Request body: {'floatingip': {'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'port_id': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 16:21:59.226007 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:59.322829 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:59.424005 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_common [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Allocated IP 172.27.2.100 (e19d7d7a-b2e9-48c2-ba99-071012b5a9e2/3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0/2fb8fd96-df36-4f26-a71f-3d64b7fe21a8) {{(pid=94383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:21:59.525280 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:59.556347 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776694447023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:21:59.590811 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Network e19d7d7a-b2e9-48c2-ba99-071012b5a9e2 is already hosted by enough agents. {{(pid=94383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:21:59.593751 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.base_scheduler [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Resources bound (agent type, host, resource id): {{(pid=94383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:21:59.597129 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Received port after_create {{(pid=94383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 16:21:59.622136 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=2fb8fd96-df36-4f26-a71f-3d64b7fe21a8,revision_number=1']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:21:59.639932 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.640355 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.640962 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.641298 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.641704 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.642174 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.642503 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.642834 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.643160 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.643515 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.643839 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.644159 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:21:59.945216 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:00.008568 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453880'] for port, before_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:00.155657 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for port, precommit_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:00.159818 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776694936068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776694447041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776694447059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273144'] for port, after_update {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:00.229524 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event updated for resources: {'Port': ['ID=2fb8fd96-df36-4f26-a71f-3d64b7fe21a8,revision_number=2']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:22:00.237770 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621850'] for floatingip, after_create {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:00.336002 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Floating IP 3d2df652-31b3-4825-8751-d608b5be9d81 associated. External IP: 172.27.2.100, port: d356009d-eba5-4efd-882d-c7e3fc8b669a. Sep 23 16:22:00.532079 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:22:00.638202 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:22:00.648140 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:22:00.654580 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:00.658037 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:22:00.658663 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:21:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:22:00.681555 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-90c630e6-df49-4d50-8d04-11c8039416d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4795070 Sep 23 16:22:00.682129 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:22:00.684371 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98560c8-5fef-4045-b9a3-f692e09325ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:22:00.765802 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:22:00.826130 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01af36f-1de1-414e-af89-c2ce77d6e0dc x-openstack-request-id: req-b01af36f-1de1-414e-af89-c2ce77d6e0dc {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:22:00.826424 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:22:00.826679 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b01af36f-1de1-414e-af89-c2ce77d6e0dc {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:22:00.827226 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'status': 'completed', 'code': 200} Sep 23 16:22:00.886173 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-ecefc5df-785c-4984-ab6e-57a9605b9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:00.887680 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-ecefc5df-785c-4984-ab6e-57a9605b9d5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 1098 time: 0.0393085 Sep 23 16:22:00.980893 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-1c21ce73-b711-4d25-81cc-3df9942c8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:00.982365 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-1c21ce73-b711-4d25-81cc-3df9942c8dda service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0882249 Sep 23 16:22:00.994570 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': '3d2df652-31b3-4825-8751-d608b5be9d81', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:b3:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:21:59Z', 'updated_at': '2021-09-23T16:21:59Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}, {'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:08Z', 'revision_number': 1, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:22:01.020435 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:22:01.028523 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:22:01.029138 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:21:54Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:22:01.047467 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-b4e76091-a237-49db-9d93-a7beacd86a41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a HTTP/1.1" status: 200 len: 999 time: 0.0579548 Sep 23 16:22:01.100076 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-920abccd-32b7-455f-b46e-8d59080fc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:01.101535 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-920abccd-32b7-455f-b46e-8d59080fc39d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0469620 Sep 23 16:22:01.134128 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:22:01.146715 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-a5423b4a-e604-4097-af19-ffe17e2c4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:01.148231 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-a5423b4a-e604-4097-af19-ffe17e2c4628 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391941 Sep 23 16:22:01.238356 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-a333aecc-8413-4282-b90d-7bfe2f0e8907 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826969 Sep 23 16:22:01.331218 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-b98560c8-5fef-4045-b9a3-f692e09325ce req-237aa365-ce18-41c9-bf82-8420dbf18d4b service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849900 Sep 23 16:22:01.358648 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': '3d2df652-31b3-4825-8751-d608b5be9d81', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:b3:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:21:59Z', 'updated_at': '2021-09-23T16:21:59Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}, {'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:08Z', 'revision_number': 1, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:22:01.388592 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acaf98-c456-41fe-9ec6-c279e3463bc1 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': '3d2df652-31b3-4825-8751-d608b5be9d81', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:b3:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:21:59Z', 'updated_at': '2021-09-23T16:21:59Z', 'revision_number': 0, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}, {'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:08Z', 'revision_number': 1, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:22:01.579808 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69382324-1b5b-48a5-baf4-392a07bfc93a None None] New status for floating IP 3d2df652-31b3-4825-8751-d608b5be9d81: ACTIVE {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:22:02.083960 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:16.180167 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:22:21.042873 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-85a2afa1-0151-4bfb-99ce-1110b7e39a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:23.725932 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc306-0b52-4586-961e-48e5d764f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:24.347717 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:24.750234 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:26.422229 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:32.083092 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:44.855993 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-491c0342-b3c0-4d08-ab63-e42261c22134 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390375 Sep 23 16:22:44.938606 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-fb56df56-8f7d-463d-a309-dc62d36f5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:44.940085 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-fb56df56-8f7d-463d-a309-dc62d36f5219 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1099 time: 0.0396883 Sep 23 16:22:45.044699 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-c35c16c0-0246-4d12-8db5-9c2f67644585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:45.046163 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-c35c16c0-0246-4d12-8db5-9c2f67644585 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0860779 Sep 23 16:22:45.108249 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-f2aabcb3-65c6-4d10-8815-886b50ab544e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 1001 time: 0.0553379 Sep 23 16:22:45.160422 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-46dc2dd9-f1c3-4fa2-a08c-82f6703f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:45.161818 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-46dc2dd9-f1c3-4fa2-a08c-82f6703f2959 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0459797 Sep 23 16:22:45.211753 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-952c52ac-3d93-485d-8bec-8cc9cee45a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:22:45.213147 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-952c52ac-3d93-485d-8bec-8cc9cee45a0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438638 Sep 23 16:22:45.304364 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-224cb3f5-cc03-4af9-a33f-e30505f5f452 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839868 Sep 23 16:22:45.395755 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-7c4be9d4-cef7-4f06-9310-50128166f4e0 req-fbb2e0e4-1323-4d80-91e2-31605a03fc6f service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830376 Sep 23 16:22:51.042476 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ba8d-40ca-412a-8cc3-25c3096fafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:53.179473 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:22:53.726719 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfe48-81c6-4ef1-9219-b0631b82f376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:54.348891 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:54.753313 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:22:56.424166 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:02.082828 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:21.042823 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a681237d-fd0c-425b-b00b-be01a9db7538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:23.727349 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea45d-24be-4555-bcf5-ea6727d716c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:24.349662 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:24.756610 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:26.427076 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:27.793236 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 48078) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:27.944935 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Deleting port 2fb8fd96-df36-4f26-a71f-3d64b7fe21a8 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:27.945276 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:28.019717 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:28.020044 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:28.031760 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Calling delete_port for 2fb8fd96-df36-4f26-a71f-3d64b7fe21a8 owned by network:floatingip {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:28.201977 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:28.229314 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event deleted for resources: {'Port': ['ID=2fb8fd96-df36-4f26-a71f-3d64b7fe21a8,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:28.240625 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.240973 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.241311 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.241645 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.241974 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.242304 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.242628 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.242954 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.243277 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.243633 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.243956 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.244273 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:28.300257 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:28.300590 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.db.l3_db [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Floating IP 3d2df652-31b3-4825-8751-d608b5be9d81 disassociated (deleted). External IP: 172.27.2.100, port: d356009d-eba5-4efd-882d-c7e3fc8b669a. Sep 23 16:23:28.507062 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:23:28.615809 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:23:28.621015 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:28.626784 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:23:28.638646 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:28.639261 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:28.649967 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-7fe00b72-5e1d-458b-a263-40266d99b1d7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "DELETE /v2.0/floatingips/3d2df652-31b3-4825-8751-d608b5be9d81 HTTP/1.1" status: 204 len: 168 time: 0.8557465 Sep 23 16:23:28.650541 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:23:28.652820 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be49caf-d195-481f-a0e4-94a5b6f04e89" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:23:28.751208 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:28.761453 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c7c197-2c86-4228-aa84-506ba23a1405 x-openstack-request-id: req-16c7c197-2c86-4228-aa84-506ba23a1405 {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:23:28.761799 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:23:28.762055 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16c7c197-2c86-4228-aa84-506ba23a1405 {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:23:28.762451 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'status': 'completed', 'code': 200} Sep 23 16:23:28.851839 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-209ad1d9-32a6-426c-bfa6-512dd3bb9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:28.855432 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-209ad1d9-32a6-426c-bfa6-512dd3bb9112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 1098 time: 0.0557799 Sep 23 16:23:28.896441 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ff177-02e1-41d8-a0cf-7c54af90f114 req-d79127cb-89cb-4b09-a495-363c6d6dbd7e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:28.903595 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-331ff177-02e1-41d8-a0cf-7c54af90f114 req-d79127cb-89cb-4b09-a495-363c6d6dbd7e tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 945 time: 0.0621340 Sep 23 16:23:28.943992 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-331ff177-02e1-41d8-a0cf-7c54af90f114 req-82d7da29-0eea-432a-9d38-2a77075286f7 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394809 Sep 23 16:23:28.950737 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-e1a9de52-974e-4778-a4e4-7ae5db680981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:28.952241 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-e1a9de52-974e-4778-a4e4-7ae5db680981 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0905595 Sep 23 16:23:29.000505 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-422402db-6797-4694-b7d4-2c510c7c9336 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a HTTP/1.1" status: 200 len: 217 time: 0.0393610 Sep 23 16:23:29.052434 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-88941877-6b92-48d5-afd6-bc9cc96a69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:29.053875 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-88941877-6b92-48d5-afd6-bc9cc96a69d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0467033 Sep 23 16:23:29.100081 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-30dbfc4c-a3cf-4aea-a4d6-2d12c0918369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:29.101579 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-30dbfc4c-a3cf-4aea-a4d6-2d12c0918369 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398221 Sep 23 16:23:29.102446 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:08Z', 'revision_number': 1, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:29.132407 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:23:29.144857 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:29.145473 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:29.201031 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-8008d609-f54b-4e2c-a245-c65f42b26539 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894132 Sep 23 16:23:29.251463 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:29.295414 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-6be49caf-d195-481f-a0e4-94a5b6f04e89 req-95c7101f-f266-44a6-80d9-c5d1c76e61c6 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858955 Sep 23 16:23:29.473162 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:08Z', 'revision_number': 1, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:29.499402 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3e70d-26fe-49a4-93cf-f27a06e27f90 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_floatingips': [{'id': 'dbd6c43e-d381-4aa9-a749-754ec4929029', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'router_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'port_id': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'mac_address': 'fa:16:3e:86:1f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T16:20:07Z', 'updated_at': '2021-09-23T16:20:08Z', 'revision_number': 1, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:23:29.700252 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a42cac-ab81-4913-a2a6-583c41c8c736 None None] New status for floating IP 3d2df652-31b3-4825-8751-d608b5be9d81: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:23:30.065581 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14149e-a2e7-4007-b024-bf03d580bb30 req-f9c6502f-8b11-4a5f-a937-7ec1dd9a8ddb tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:30.067052 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ca14149e-a2e7-4007-b024-bf03d580bb30 req-f9c6502f-8b11-4a5f-a937-7ec1dd9a8ddb tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 945 time: 0.0482638 Sep 23 16:23:30.103751 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-ca14149e-a2e7-4007-b024-bf03d580bb30 req-c2bcf3f1-b6db-49dc-8e9b-6d7d66047db4 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Sep 23 16:23:30.179103 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:23:30.373016 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-918fa4bc-652f-41d9-84bc-ba709332f7d5 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:30.374500 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-918fa4bc-652f-41d9-84bc-ba709332f7d5 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 945 time: 0.0559230 Sep 23 16:23:30.475597 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Deleting port d356009d-eba5-4efd-882d-c7e3fc8b669a {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:30.475932 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:30.571367 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] For port d356009d-eba5-4efd-882d-c7e3fc8b669a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=d356009d-eba5-4efd-882d-c7e3fc8b669a,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:30.571819 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:30.588580 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Calling delete_port for d356009d-eba5-4efd-882d-c7e3fc8b669a owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:30.971728 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:31.006204 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event deleted for resources: {'Port': ['ID=d356009d-eba5-4efd-882d-c7e3fc8b669a,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:31.057010 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] No DVR routers for this DVR port d356009d-eba5-4efd-882d-c7e3fc8b669a on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:23:31.059520 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:31.061474 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-c69b6af0-70f9-42e7-8ef8-a6e69e9eb3ad req-3f0f9500-9599-4a08-b0be-8b63183c1555 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "DELETE /v2.0/ports/d356009d-eba5-4efd-882d-c7e3fc8b669a HTTP/1.1" status: 204 len: 173 time: 0.6807168 Sep 23 16:23:31.061913 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'name': 'network-vif-deleted', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:23:31.064872 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d963a-a86f-47e2-8cfb-972f4db1e8fb" -d '{"events": [{"server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "name": "network-vif-deleted", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:23:31.099492 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba4804c-ef7c-4a7b-9e0c-c4f2346f11cb x-openstack-request-id: req-2ba4804c-ef7c-4a7b-9e0c-c4f2346f11cb {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:23:31.099785 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c", "name": "network-vif-deleted", "tag": "d356009d-eba5-4efd-882d-c7e3fc8b669a", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:23:31.100036 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ba4804c-ef7c-4a7b-9e0c-c4f2346f11cb {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:23:31.100426 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c', 'name': 'network-vif-deleted', 'tag': 'd356009d-eba5-4efd-882d-c7e3fc8b669a', 'status': 'completed', 'code': 200} Sep 23 16:23:31.205384 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-62eb3d15-d822-49ef-9dd7-914e4d3a05bf req-88331b86-9811-4fe4-b961-25a425770c67 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec71eb2f-f0e6-4f9b-b4ff-0cb4db3f947c HTTP/1.1" status: 200 len: 210 time: 0.0282044 Sep 23 16:23:32.097387 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:32.771459 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d356009d-eba5-4efd-882d-c7e3fc8b669a no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:32.791379 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: d356009d-eba5-4efd-882d-c7e3fc8b669a {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:32.791756 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device d356009d-eba5-4efd-882d-c7e3fc8b669a not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:34.476001 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48122) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:34.629885 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Deleting port e505806f-24a6-4beb-9e83-196aa3728571 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:34.630123 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:34.706332 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:34.706657 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:34.717865 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Calling delete_port for e505806f-24a6-4beb-9e83-196aa3728571 owned by network:floatingip {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:34.861643 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:34.887486 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event deleted for resources: {'Port': ['ID=e505806f-24a6-4beb-9e83-196aa3728571,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:34.912374 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.912727 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.913072 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.913410 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.913743 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.914075 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.914406 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.914734 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.915066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.915389 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.915745 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.916066 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-3-iscsi {{(pid=94383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:23:34.953818 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:34.954145 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.db.l3_db [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Floating IP dbd6c43e-d381-4aa9-a749-754ec4929029 disassociated (deleted). External IP: 172.27.2.89, port: 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f. Sep 23 16:23:35.152493 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:23:35.258140 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:23:35.263029 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:35.269279 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72926250-8455-4e64-af46-07c35c209567 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:23:35.277723 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:35.278334 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:35.289397 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-20857913-700a-4ce7-8d9f-5524b4b6e9d8 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "DELETE /v2.0/floatingips/dbd6c43e-d381-4aa9-a749-754ec4929029 HTTP/1.1" status: 204 len: 168 time: 0.8123443 Sep 23 16:23:35.290054 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f'}] {{(pid=94383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:23:35.292418 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586f121b26462cc9a5a883bae9abb270f967bfb201d75cab4e3a45d97716e4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9" -d '{"events": [{"name": "network-changed", "server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f"}]}' {{(pid=94383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:23:35.334380 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c92206-af5e-4185-a268-0479d68eb042 x-openstack-request-id: req-f6c92206-af5e-4185-a268-0479d68eb042 {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:23:35.334664 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f", "status": "completed", "code": 200}]} {{(pid=94383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:23:35.335425 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6c92206-af5e-4185-a268-0479d68eb042 {{(pid=94383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:23:35.335425 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'status': 'completed', 'code': 200} Sep 23 16:23:35.399598 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-c8c889d8-0424-4172-8386-c748522c3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:35.400245 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:35.401351 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-c8c889d8-0424-4172-8386-c748522c3aea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=790e3fb828724d6e8ae2703e30e8593a&device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 1099 time: 0.0483382 Sep 23 16:23:35.507789 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-cb2d3232-1b95-4749-a58b-81ddd8dd0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:35.509378 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-cb2d3232-1b95-4749-a58b-81ddd8dd0c75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 200 len: 912 time: 0.0960066 Sep 23 16:23:35.521156 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe9a6-185a-4638-8077-5244fbae107f req-77cf98e1-f356-46c0-87d2-9eef1ae5858d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:35.522867 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5cbe9a6-185a-4638-8077-5244fbae107f req-77cf98e1-f356-46c0-87d2-9eef1ae5858d tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 946 time: 0.0504665 Sep 23 16:23:35.552124 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-5563eb7a-d406-46c6-8069-c0f1ef616888 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 200 len: 217 time: 0.0345771 Sep 23 16:23:35.561555 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-e5cbe9a6-185a-4638-8077-5244fbae107f req-41baeb54-f301-42d3-99f1-07e50002f8b5 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Sep 23 16:23:35.602145 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-9afba39c-f03b-4a4c-86ce-48c896c5ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:35.603619 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-9afba39c-f03b-4a4c-86ce-48c896c5ddcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 200 len: 850 time: 0.0433493 Sep 23 16:23:35.606612 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:35.640921 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72926250-8455-4e64-af46-07c35c209567 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:23:35.649204 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:35.649820 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:35.652632 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-55b803b5-6f74-4cac-9f0f-6e50775114b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:35.654216 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-55b803b5-6f74-4cac-9f0f-6e50775114b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=708d8316-1960-41c3-8d80-7b5eeadb3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434566 Sep 23 16:23:35.745637 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-7afaeca5-198d-4254-a3b8-b46271ae1309 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819557 Sep 23 16:23:35.754947 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:35.838738 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-bbf5e66e-aa6b-4f6e-b491-3ac2f82f47d9 req-370d4a37-5967-4315-b7e4-14f3dcf526c2 service neutron] 10.222.0.42 "GET /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851951 Sep 23 16:23:35.951663 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-72926250-8455-4e64-af46-07c35c209567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:35.977166 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72926250-8455-4e64-af46-07c35c209567 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:16:32Z', 'revision_number': 4, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi', '_interfaces': [{'id': '3af28bf1-8ae9-41a2-a54f-15c0f248816e', 'name': '', 'network_id': '708d8316-1960-41c3-8d80-7b5eeadb3a67', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'mac_address': 'fa:16:3e:41:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3830215b-33a7-46f7-999f-17c06c514e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:32Z', 'updated_at': '2021-09-23T16:16:38Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'subnets': [{'id': '3830215b-33a7-46f7-999f-17c06c514e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:23:36.196055 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7fdb39-00e6-400c-88b3-948f0792cf4a None None] New status for floating IP dbd6c43e-d381-4aa9-a749-754ec4929029: DOWN {{(pid=94386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:23:36.919079 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654dfc-fe85-4de7-91f8-4b5414b663a1 req-3270dc33-9ec2-43b1-b748-4b48be29b2fd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:36.920587 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a4654dfc-fe85-4de7-91f8-4b5414b663a1 req-3270dc33-9ec2-43b1-b748-4b48be29b2fd tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 946 time: 0.2905486 Sep 23 16:23:36.940023 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-9af3cd70-a88a-4447-bd28-e9142681357a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 16:23:36.941469 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-9af3cd70-a88a-4447-bd28-e9142681357a tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "GET /v2.0/ports?device_id=da964a74-45ef-4bd4-a291-bde86d22c086 HTTP/1.1" status: 200 len: 946 time: 0.0487216 Sep 23 16:23:36.958942 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [req-a4654dfc-fe85-4de7-91f8-4b5414b663a1 req-78477fe8-1ace-4fdb-8472-24315cd99738 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "GET /v2.0/security-groups?id=5be5b6fe-0130-4086-bc5a-17edc0d81938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Sep 23 16:23:37.033944 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Deleting port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:37.034287 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:37.120186 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] For port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:37.120551 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:37.132807 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Calling delete_port for 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f owned by compute:nova {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:37.259679 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:37.287311 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event deleted for resources: {'Port': ['ID=4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:37.329249 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] No DVR routers for this DVR port 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f on host hv-cinder-80661 {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:23:37.331702 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for port, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:37.333658 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [req-e3e94180-3c3f-4c32-8dc1-30e84de04ae1 req-2af7c1fa-4657-4526-b888-013341ffffe0 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.42 "DELETE /v2.0/ports/4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f HTTP/1.1" status: 204 len: 173 time: 0.3860586 Sep 23 16:23:37.334080 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'name': 'network-vif-deleted', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f'}] {{(pid=94384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 16:23:37.336423 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6c4b6da09eec6c4c8347ef7d758d406510844b0eb773e866d830906029062b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abf0e0-1cbc-408f-bcc0-cdbc92fbe523" -d '{"events": [{"server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "name": "network-vif-deleted", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f"}]}' {{(pid=94384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:23:37.373186 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3caef55-2df0-4b04-9b5a-c92c1addf17b x-openstack-request-id: req-b3caef55-2df0-4b04-9b5a-c92c1addf17b {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:23:37.373478 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da964a74-45ef-4bd4-a291-bde86d22c086", "name": "network-vif-deleted", "tag": "4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f", "status": "completed", "code": 200}]} {{(pid=94384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:23:37.373732 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3caef55-2df0-4b04-9b5a-c92c1addf17b {{(pid=94384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:23:37.374148 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da964a74-45ef-4bd4-a291-bde86d22c086', 'name': 'network-vif-deleted', 'tag': '4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f', 'status': 'completed', 'code': 200} Sep 23 16:23:38.013865 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48136) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:38.134704 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Deleting port 7e351017-8f9a-4908-8086-8b0ee25e4600 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:38.134957 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:38.208184 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:38.208505 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:38.219838 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Calling delete_port for 7e351017-8f9a-4908-8086-8b0ee25e4600 owned by network:floatingip {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:38.349740 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:38.376266 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event deleted for resources: {'Port': ['ID=7e351017-8f9a-4908-8086-8b0ee25e4600,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:38.436255 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for floatingip, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:38.439642 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990004'] for floatingip, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:38.440842 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-58b48954-35fe-40fd-ae75-72ab30dc8cac tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "DELETE /v2.0/floatingips/dc605795-ebcc-4faa-802d-075f55c29847 HTTP/1.1" status: 204 len: 168 time: 0.4259803 Sep 23 16:23:39.628614 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48148) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:39.685831 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b52302da-6128-40da-bb82-9b88f98e5232 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:39.710909 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b52302da-6128-40da-bb82-9b88f98e5232 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:39.769423 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b52302da-6128-40da-bb82-9b88f98e5232 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:39.771992 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-b52302da-6128-40da-bb82-9b88f98e5232 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Notify callbacks [] for security_group, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:39.773139 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-b52302da-6128-40da-bb82-9b88f98e5232 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] 10.222.0.22 "DELETE /v2.0/security-groups/5be5b6fe-0130-4086-bc5a-17edc0d81938 HTTP/1.1" status: 204 len: 168 time: 0.1435370 Sep 23 16:23:39.782501 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52302da-6128-40da-bb82-9b88f98e5232 tempest-TestVolumeBootPattern-895854747 tempest-TestVolumeBootPattern-895854747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be5b6fe-0130-4086-bc5a-17edc0d81938,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:39.834322 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48152) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:40.313835 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:40.550494 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Deleting port 3af28bf1-8ae9-41a2-a54f-15c0f248816e {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:40.550832 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:40.625420 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] For port 3af28bf1-8ae9-41a2-a54f-15c0f248816e, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3af28bf1-8ae9-41a2-a54f-15c0f248816e,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:40.625837 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:40.637726 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Calling delete_port for 3af28bf1-8ae9-41a2-a54f-15c0f248816e owned by network:router_interface {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:40.772465 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f no longer exists at agent hyperv_hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:40.791309 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] No Port match for: 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:40.791680 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Device 4f92bfb9-d93d-40cd-ad1d-daf8ea91af4f not bound to the agent host hv-cinder-80661 {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:40.811073 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:40.841538 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af28bf1-8ae9-41a2-a54f-15c0f248816e,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:41.004098 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:41.210052 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:23:41.314736 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:23:41.319721 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-16467892-3c03-4188-a492-421b480bfa93 admin admin] 10.222.0.22 "PUT /v2.0/routers/8f0bc302-64c6-4c7e-8c16-2d9fbf30def1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4843552 Sep 23 16:23:41.322330 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48156) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:41.323153 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] Sync routers for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:23:41.332505 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:41.333112 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:41.421000 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:41.438568 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:41.519889 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:41.575451 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Deleting port feca04d5-f327-4d78-8034-5e8b0c204247 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:41.575911 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:41.617126 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:23:40Z', 'revision_number': 5, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port': {'id': 'feca04d5-f327-4d78-8034-5e8b0c204247', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:30Z', 'updated_at': '2021-09-23T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:41.643187 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] Checking router: 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 for host: dv-cinder-806616-3-iscsi {{(pid=94385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:23:41.651248 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] Routers {'8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:41.651882 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'], 'active': True} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:41.653332 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] For port feca04d5-f327-4d78-8034-5e8b0c204247, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=feca04d5-f327-4d78-8034-5e8b0c204247,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:41.653819 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:41.667908 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Calling delete_port for feca04d5-f327-4d78-8034-5e8b0c204247 owned by network:router_gateway {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:41.737377 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_dvr_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] Set router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 gateway port host: None {{(pid=94385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:41.793650 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.db.l3_hamode_db [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:23:41Z', 'revision_number': 6, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:41.820293 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe51bdd-e118-439c-bf23-7f9546e26944 None None] The sync data for ids ['8f0bc302-64c6-4c7e-8c16-2d9fbf30def1'] in dv-cinder-806616-3-iscsi is: [{'id': '8f0bc302-64c6-4c7e-8c16-2d9fbf30def1', 'name': 'tempest-TestVolumeBootPattern-802824173-router', 'tenant_id': '790e3fb828724d6e8ae2703e30e8593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:29Z', 'updated_at': '2021-09-23T16:23:41Z', 'revision_number': 6, 'project_id': '790e3fb828724d6e8ae2703e30e8593a', 'gw_port_host': None}] {{(pid=94385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:23:41.833639 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:41.867471 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=feca04d5-f327-4d78-8034-5e8b0c204247,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:41.934351 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.020094 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.022144 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.063484 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.063976 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 {{(pid=94383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:23:42.069483 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.070641 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-ddb255a6-d415-4d0d-83a4-602e45c0bad7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8f0bc302-64c6-4c7e-8c16-2d9fbf30def1 HTTP/1.1" status: 204 len: 168 time: 0.7473838 Sep 23 16:23:42.073228 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48158) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:42.115523 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] Deleting subnet 3830215b-33a7-46f7-999f-17c06c514e02 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:23:42.118398 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.157496 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.240882 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.294307 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.320586 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3830215b-33a7-46f7-999f-17c06c514e02,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:42.322453 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.325095 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-a82df58c-8b7f-4f82-b844-dc78cdee3a83 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3830215b-33a7-46f7-999f-17c06c514e02 HTTP/1.1" status: 204 len: 168 time: 0.2509255 Sep 23 16:23:42.326835 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48160) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:42.327123 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac773fe-40f4-40cc-8b3e-6cf2e8460ec6 None None] Network 708d8316-1960-41c3-8d80-7b5eeadb3a67 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:23:42.400877 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.456329 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Deleting port 03133a23-c1f9-43f7-a207-9a4b4b538578 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:42.456669 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.524915 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] For port 03133a23-c1f9-43f7-a207-9a4b4b538578, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=03133a23-c1f9-43f7-a207-9a4b4b538578,segment=NetworkSegment(dec84643-cbdf-4a61-8975-9e20e56645eb),segment_id=dec84643-cbdf-4a61-8975-9e20e56645eb)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:42.525377 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.539145 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Calling delete_port for 03133a23-c1f9-43f7-a207-9a4b4b538578 owned by network:dhcp {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:42.622117 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.640362 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749f115-3792-4544-8fdc-84ca49c68791 None None] DHCP port deletion for 708d8316-1960-41c3-8d80-7b5eeadb3a67 request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:23:42.650288 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03133a23-c1f9-43f7-a207-9a4b4b538578,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:42.657491 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] No DVR routers for this DVR port 03133a23-c1f9-43f7-a207-9a4b4b538578 on host dv-cinder-806616-3-iscsi {{(pid=94383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:23:42.729893 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device feca04d5-f327-4d78-8034-5e8b0c204247 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:42.750888 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: feca04d5-f327-4d78-8034-5e8b0c204247 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:42.751390 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device feca04d5-f327-4d78-8034-5e8b0c204247 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:42.751900 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 03133a23-c1f9-43f7-a207-9a4b4b538578 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:42.772204 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 03133a23-c1f9-43f7-a207-9a4b4b538578 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:42.772550 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 03133a23-c1f9-43f7-a207-9a4b4b538578 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:42.772981 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3af28bf1-8ae9-41a2-a54f-15c0f248816e no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:42.796412 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 3af28bf1-8ae9-41a2-a54f-15c0f248816e {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:42.797666 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3af28bf1-8ae9-41a2-a54f-15c0f248816e not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:42.974530 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:42.994346 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708d8316-1960-41c3-8d80-7b5eeadb3a67']}} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:43.003466 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec84643-cbdf-4a61-8975-9e20e56645eb') {'for_net_delete': True} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:43.003762 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.services.segments.db [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec84643-cbdf-4a61-8975-9e20e56645eb') {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:43.012574 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4878271'] for segment, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.025973 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.032367 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:23:43.032753 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4272128'] for segment, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: Traceback (most recent call last): Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: timer() Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: cb(*args, **kw) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: return func(*args, **kwargs) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: self._notify() Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: self.callback(batched_events) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: event.method(event) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: return f(self, *a, **k) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._get(url).json() Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: return self.request(url, 'GET', **kwargs) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:23:43.034552 dv-cinder-806616-3-iscsi neutron-server[94383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:23:43.089342 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.096323 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.097577 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/708d8316-1960-41c3-8d80-7b5eeadb3a67 HTTP/1.1" status: 204 len: 168 time: 0.7698038 Sep 23 16:23:43.100597 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 48162) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:43.108020 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab274c2-b47b-4810-af6a-ac285375aff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=708d8316-1960-41c3-8d80-7b5eeadb3a67,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:43.445017 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622362'] for router_interface, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.685591 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Deleting port bd3e1b3c-43a8-45f9-99f7-91911930dd24 {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:43.685850 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.761791 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] For port bd3e1b3c-43a8-45f9-99f7-91911930dd24, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=bd3e1b3c-43a8-45f9-99f7-91911930dd24,segment=NetworkSegment(ee8cd2a2-1ab3-4859-bb03-ed59644622ee),segment_id=ee8cd2a2-1ab3-4859-bb03-ed59644622ee)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:43.762144 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.774686 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Calling delete_port for bd3e1b3c-43a8-45f9-99f7-91911930dd24 owned by network:router_interface {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:43.952475 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:43.980264 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3e1b3c-43a8-45f9-99f7-91911930dd24,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:44.147697 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-621971'] for router_interface, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:44.366662 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Router a739d83c-f2de-4991-8568-95d47c51cca3 has already been hosted by L3 agent 8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8 {{(pid=94384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 16:23:44.472279 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] Notify agent at l3_agent.dv-cinder-806616-3-iscsi the message routers_updated {{(pid=94384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 16:23:44.477555 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-0a5be6f1-c212-41ee-8efe-ef802e1bc67d admin admin] 10.222.0.22 "PUT /v2.0/routers/a739d83c-f2de-4991-8568-95d47c51cca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3757923 Sep 23 16:23:44.480131 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48164) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:44.481185 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] Sync routers for ids ['a739d83c-f2de-4991-8568-95d47c51cca3'] in dv-cinder-806616-3-iscsi {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:23:44.490277 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] Routers {'a739d83c-f2de-4991-8568-95d47c51cca3'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:44.490877 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a739d83c-f2de-4991-8568-95d47c51cca3'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:44.587709 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks [] for router, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:44.593616 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] Set router a739d83c-f2de-4991-8568-95d47c51cca3 gateway port host: dv-cinder-806616-3-iscsi {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:44.704808 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:44.759280 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Deleting port 3afafd2a-92b1-415e-be50-e8e667dcb4e6 {{(pid=94383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:44.759653 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:44.780476 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'external_fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:23:43Z', 'revision_number': 5, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port': {'id': '3afafd2a-92b1-415e-be50-e8e667dcb4e6', 'name': '', 'network_id': 'e19d7d7a-b2e9-48c2-ba99-071012b5a9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T16:16:35Z', 'updated_at': '2021-09-23T16:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e61f1ed-ce16-45eb-8c3e-829e6d8a90a0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-3-iscsi'}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:44.846023 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.db [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] For port 3afafd2a-92b1-415e-be50-e8e667dcb4e6, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=3afafd2a-92b1-415e-be50-e8e667dcb4e6,segment=NetworkSegment(415f68f2-9ab7-4e32-9477-4a209436a526),segment_id=415f68f2-9ab7-4e32-9477-4a209436a526)] {{(pid=94383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:44.846388 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:44.859981 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Calling delete_port for 3afafd2a-92b1-415e-be50-e8e667dcb4e6 owned by network:router_gateway {{(pid=94383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:44.892641 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] Checking router: a739d83c-f2de-4991-8568-95d47c51cca3 for host: dv-cinder-806616-3-iscsi {{(pid=94386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:23:44.901285 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] Routers {'a739d83c-f2de-4991-8568-95d47c51cca3'} bound to L3 agent in host dv-cinder-806616-3-iscsi {{(pid=94386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 16:23:44.901822 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T16:01:24Z,description=,heartbeat_timestamp=2021-09-23T16:23:24Z,host='dv-cinder-806616-3-iscsi',id=8220a15a-aa0f-4696-bd5e-9d1b3d0dc7c8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T16:01:24Z,topic='l3_agent')) {'router_ids': ['a739d83c-f2de-4991-8568-95d47c51cca3'], 'active': True} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:44.989271 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_dvr_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] Set router a739d83c-f2de-4991-8568-95d47c51cca3 gateway port host: None {{(pid=94386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 16:23:45.024779 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273139'] for port, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.042478 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.l3_hamode_db [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:23:44Z', 'revision_number': 6, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port_host': None}], 'dv-cinder-806616-3-iscsi', False) {} {{(pid=94386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:45.053881 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Pushing event deleted for resources: {'Port': ['ID=3afafd2a-92b1-415e-be50-e8e667dcb4e6,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:45.069552 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de93307-68c4-4452-827c-1cc6df20dd5e None None] The sync data for ids ['a739d83c-f2de-4991-8568-95d47c51cca3'] in dv-cinder-806616-3-iscsi is: [{'id': 'a739d83c-f2de-4991-8568-95d47c51cca3', 'name': 'tempest-TestVolumeBootPattern-1369786914-router', 'tenant_id': '82133aa58c5c47cea3d8709f50e27ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T16:16:34Z', 'updated_at': '2021-09-23T16:23:44Z', 'revision_number': 6, 'project_id': '82133aa58c5c47cea3d8709f50e27ba5', 'gw_port_host': None}] {{(pid=94386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:23:45.116548 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621904'] for router_gateway, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.205233 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.207291 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.252922 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619062'] for router, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.253542 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Fanout notify agent at l3_agent the message router_deleted on router a739d83c-f2de-4991-8568-95d47c51cca3 {{(pid=94383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 16:23:45.257919 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] Notify callbacks [] for router, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.259135 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-9b5a805a-7f05-466e-82eb-9d94b490b6df admin admin] 10.222.0.22 "DELETE /v2.0/routers/a739d83c-f2de-4991-8568-95d47c51cca3 HTTP/1.1" status: 204 len: 168 time: 0.7779930 Sep 23 16:23:45.261575 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [-] (94383) accepted ('10.222.0.22', 48166) {{(pid=94383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:45.306237 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] Deleting subnet ec75a03e-649a-47dc-b2a9-4dfb75165c59 {{(pid=94383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 16:23:45.309199 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.344649 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4878246'] for subnet, precommit_delete_associations {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.426685 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1473160'] for subnet, precommit_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.480774 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1473153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4309423'] for subnet, after_delete {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.504814 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f4b79-78e7-47de-93c6-6a8a0af08b6e None None] Network c73fddd5-1d66-4964-9385-8eaac9459cf0 requested from dv-cinder-806616-3-iscsi {{(pid=94385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 16:23:45.509633 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for subnet, before_response {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.511543 dv-cinder-806616-3-iscsi neutron-server[94383]: INFO neutron.wsgi [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ec75a03e-649a-47dc-b2a9-4dfb75165c59 HTTP/1.1" status: 204 len: 168 time: 0.2490211 Sep 23 16:23:45.512494 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2af3e-acc0-4520-b3b2-36eec83e2a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec75a03e-649a-47dc-b2a9-4dfb75165c59,revision_number=None']} {{(pid=94383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:45.514270 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 48168) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:45.583448 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1634672'] for network, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.636551 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Deleting port 085523b2-3dd4-4709-b4ed-2de619c5e46a {{(pid=94384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 16:23:45.636717 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776694930984'] for port, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.702423 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.db [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] For port 085523b2-3dd4-4709-b4ed-2de619c5e46a, host dv-cinder-806616-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-3-iscsi',level=0,port_id=085523b2-3dd4-4709-b4ed-2de619c5e46a,segment=NetworkSegment(ee8cd2a2-1ab3-4859-bb03-ed59644622ee),segment_id=ee8cd2a2-1ab3-4859-bb03-ed59644622ee)] {{(pid=94384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 16:23:45.702854 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617219'] for port, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.715230 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Calling delete_port for 085523b2-3dd4-4709-b4ed-2de619c5e46a owned by network:dhcp {{(pid=94384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 16:23:45.794583 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776694935534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776694447032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668584'] for port, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.820613 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05bd8cc-9693-4c31-8156-3027ccb48aa6 None None] DHCP port deletion for c73fddd5-1d66-4964-9385-8eaac9459cf0 request from dv-cinder-806616-3-iscsi {{(pid=94385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 16:23:45.824864 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Pushing event deleted for resources: {'Port': ['ID=085523b2-3dd4-4709-b4ed-2de619c5e46a,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:45.829506 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] No DVR routers for this DVR port 085523b2-3dd4-4709-b4ed-2de619c5e46a on host dv-cinder-806616-3-iscsi {{(pid=94384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:23:45.899805 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473841', 'neutron.services.segments.db._delete_segments_for_network-8776694994068'] for network, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.920442 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73fddd5-1d66-4964-9385-8eaac9459cf0']}} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:45.930140 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee') {'for_net_delete': True} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:45.930432 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.services.segments.db [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8cd2a2-1ab3-4859-bb03-ed59644622ee') {} {{(pid=94384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:23:45.940823 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776694993565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504817'] for segment, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.954928 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031'] for segment, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.960840 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:23:45.961124 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668123'] for segment, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: Traceback (most recent call last): Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: timer() Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: cb(*args, **kw) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: return func(*args, **kwargs) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: self._notify() Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: self.callback(batched_events) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: event.method(event) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: return f(self, *a, **k) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._get(url).json() Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: return self.request(url, 'GET', **kwargs) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 16:23:45.962749 dv-cinder-806616-3-iscsi neutron-server[94384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 16:23:46.021986 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1473798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621836'] for network, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.028069 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532023'] for network, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.029906 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] 10.222.0.22 "DELETE /v2.0/networks/c73fddd5-1d66-4964-9385-8eaac9459cf0 HTTP/1.1" status: 204 len: 168 time: 0.5143974 Sep 23 16:23:46.041577 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a501e-4423-458f-adcf-e53be54a72ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c73fddd5-1d66-4964-9385-8eaac9459cf0,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:46.146842 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 48172) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:46.185306 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-006d4522-e766-4063-b6da-7197f90547ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=790e3fb828724d6e8ae2703e30e8593a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373213 Sep 23 16:23:46.188797 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 48174) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:46.235992 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3dc3945d-f276-4dfd-a119-67d53399fa6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.256813 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3dc3945d-f276-4dfd-a119-67d53399fa6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.305717 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3dc3945d-f276-4dfd-a119-67d53399fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.308691 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-3dc3945d-f276-4dfd-a119-67d53399fa6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.309827 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-3dc3945d-f276-4dfd-a119-67d53399fa6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69edc5ad-1f90-46e9-9e58-ba68aca0e610 HTTP/1.1" status: 204 len: 168 time: 0.1201279 Sep 23 16:23:46.319844 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3945d-f276-4dfd-a119-67d53399fa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69edc5ad-1f90-46e9-9e58-ba68aca0e610,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:46.618569 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 48180) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:46.658144 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-ded9e604-c50b-4bf4-ad5e-89c9896ddda8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82133aa58c5c47cea3d8709f50e27ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384171 Sep 23 16:23:46.660623 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [-] (94384) accepted ('10.222.0.22', 48182) {{(pid=94384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 16:23:46.701324 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3afafd2a-92b1-415e-be50-e8e667dcb4e6 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:46.710756 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dcbdd33-9c88-40ad-9803-1cbc3761f3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.727025 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 3afafd2a-92b1-415e-be50-e8e667dcb4e6 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:46.727361 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 3afafd2a-92b1-415e-be50-e8e667dcb4e6 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:46.727810 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device bd3e1b3c-43a8-45f9-99f7-91911930dd24 no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:46.733325 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dcbdd33-9c88-40ad-9803-1cbc3761f3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.747120 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: bd3e1b3c-43a8-45f9-99f7-91911930dd24 {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:46.747487 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device bd3e1b3c-43a8-45f9-99f7-91911930dd24 not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:46.747901 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 085523b2-3dd4-4709-b4ed-2de619c5e46a no longer exists at agent ovs-agent-dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 16:23:46.766912 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.plugin [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] No Port match for: 085523b2-3dd4-4709-b4ed-2de619c5e46a {{(pid=94385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 16:23:46.767255 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron.plugins.ml2.rpc [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Device 085523b2-3dd4-4709-b4ed-2de619c5e46a not bound to the agent host dv-cinder-806616-3-iscsi {{(pid=94385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 16:23:46.780622 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dcbdd33-9c88-40ad-9803-1cbc3761f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585938'] for security_group, after_delete {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.784304 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron_lib.callbacks.manager [None req-8dcbdd33-9c88-40ad-9803-1cbc3761f3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:46.785387 dv-cinder-806616-3-iscsi neutron-server[94384]: INFO neutron.wsgi [None req-8dcbdd33-9c88-40ad-9803-1cbc3761f3bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fc8363e-5909-472c-8e99-d7d1ae0849d3 HTTP/1.1" status: 204 len: 168 time: 0.1238348 Sep 23 16:23:46.793444 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbdd33-9c88-40ad-9803-1cbc3761f3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc8363e-5909-472c-8e99-d7d1ae0849d3,revision_number=None']} {{(pid=94384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:23:51.044474 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-73233965-1d48-4123-8dbf-c5985a5ea8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:53.727011 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-44975fa6-ecfc-4fa3-90b9-81e0f095b548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:54.351844 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:54.759255 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:23:56.430090 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:02.097798 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:07.177945 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:24:21.048924 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-a09d00c7-7a55-4d32-94fe-0da834d74610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:23.726584 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0e625db8-5409-4bc3-b903-fd87adcecd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:24.353641 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:24.762009 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:26.433233 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:32.099076 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:44.176968 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:24:51.044371 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e33cf883-6aa2-4b7c-957a-cc682f54f1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:53.727270 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9e0b4003-b1a3-443e-bacb-fec9f54355da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:54.360158 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:54.765451 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:24:55.882756 dv-cinder-806616-3-iscsi neutron-server[94383]: DEBUG neutron.wsgi [req-53361170-9f9d-4555-94f3-ab9f65f6946d req-f1f4baec-4ee5-4e36-b679-cdcdba6a5a5f service neutron] (94383) timed out ('10.222.0.42', 61810) {{(pid=94383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 16:24:56.256153 dv-cinder-806616-3-iscsi neutron-server[94384]: DEBUG neutron.wsgi [req-3787616a-dd43-439c-88ad-7e7b0e5d1a6b req-ab0ed53c-825f-4db5-98fd-33355fa70bd6 service neutron] (94384) timed out ('10.222.0.42', 61806) {{(pid=94384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 16:24:56.436048 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:02.111263 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:21.046294 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-01ccbe0c-037c-46a2-817b-1c408af22269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:21.175090 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:25:23.727326 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ded6adef-7611-46f2-8ffe-4c45f217a61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:24.362079 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:24.768319 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:26.438956 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:32.109891 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:51.046943 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-c1c556cf-5283-4490-b707-e4232342293c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:53.729676 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-7a940a3f-6b7d-494e-8015-f0554211d173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:54.363814 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:54.769469 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:56.442180 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:25:58.173328 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:26:02.132245 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:21.047027 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b31c32be-29f0-4f69-8a64-e925eb8f8737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:23.729687 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-6de4115a-58e1-4853-b343-f3425e23d0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:24.365990 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:24.773056 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:26.444280 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:32.123124 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:35.172148 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:26:51.050135 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-9cef987d-4cbd-4da5-bd3f-a6c395c2714b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:53.729240 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-5d99f080-00c5-40a8-94ed-6136dd5afb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:54.369852 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:54.777290 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:26:56.448284 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:02.123461 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:12.171818 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:27:21.050992 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-d906b2dc-590c-40fa-9def-3ce3c0e11c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:23.728865 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-ff7a2c1b-ac9d-42d3-96ac-76415f7b8104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:24.371543 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:24.777588 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:26.450517 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:32.144693 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:49.170594 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:27:51.053017 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-f898e9be-2e9c-4e56-bb49-1988ed7223e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:53.729016 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-0978dc77-b66c-446f-9db1-2c73bd1e1db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:54.374456 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:54.783013 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:27:56.453757 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:02.138230 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:21.053128 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-34be1af1-3ed5-43e4-8a95-c373eb227d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:23.728970 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-d4dec635-ce9b-4a62-b195-595e322c75d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:24.376923 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:24.785294 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:26.169703 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 16:28:26.456010 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:32.136372 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:51.053629 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-b0e564bf-ba6b-4f37-a30b-59b1c9d232c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:53.728550 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-8a6a61a1-7373-44a5-909a-567c363a7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:54.377560 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-63f48b1f-0db2-446b-8c7f-e860f096ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:54.786502 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-bdee2f5e-203c-4ab0-a64b-bb1f8d3e6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:28:56.460185 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-e411c0ba-0e78-4e76-b1af-0729df77a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:29:02.163744 dv-cinder-806616-3-iscsi neutron-server[94385]: DEBUG neutron_lib.callbacks.manager [None req-dee50b0a-174a-4e60-9df2-4ae8b9a9fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776694994050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460785'] for agent, after_update {{(pid=94385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:29:03.168436 dv-cinder-806616-3-iscsi neutron-server[94386]: DEBUG neutron.db.agents_db [None req-3f6104b9-245d-4128-b28c-a528db53c616 None None] Agent healthcheck: found 6 active agents {{(pid=94386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}